-- Logs begin at Thu 2022-06-23 18:45:28 UTC, end at Thu 2022-06-23 20:28:05 UTC. -- Jun 23 19:58:18.728018 dv-cinder-847274-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 19:58:21.422230 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.common.config [-] Logging enabled! Jun 23 19:58:21.422821 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 19:58:21.422999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104451) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 19:58:21.426258 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.common.config [-] Logging enabled! Jun 23 19:58:21.426512 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 19:58:21.426819 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104451) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 19:58:21.427752 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 19:58:21.427986 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 19:58:21.428369 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 19:58:21.428614 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 19:58:21.428836 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 19:58:21.429243 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.429537 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.429769 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.430063 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.430354 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.430631 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.430917 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.431209 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.431491 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.431765 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.432041 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.432269 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.432577 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.432861 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.433144 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.433364 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] debug = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.433645 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.434080 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.434468 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.434745 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.435105 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.435873 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.436144 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.436440 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.436726 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.437053 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] host = dv-cinder-847274-2-iscsi {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.437328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.437614 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.437899 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.438185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.438458 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.438729 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.439011 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.439282 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.439553 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.439826 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.440111 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.440487 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.440778 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.441001 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.441222 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.441505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.441800 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.442072 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.442342 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.442611 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.442879 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.443148 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.443417 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.443699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.443979 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.444260 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.444556 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.444827 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.445094 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.445364 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.445902 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.446175 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.446445 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.446717 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.447000 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.447267 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.447535 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.447833 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.448118 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.448426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.448713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.448985 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.449265 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.449534 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.449805 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.450075 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_json = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.450345 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.450637 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.450916 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.451185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.451453 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.451723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.451994 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.452275 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.452575 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:21.452869 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.453163 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.453462 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.453743 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.454050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.454328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.454614 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.454986 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.455277 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.455561 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.455848 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.456124 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.456446 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.456737 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.457027 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.457325 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.457619 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.457907 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.458177 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.458446 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.458715 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.458989 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.459272 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.459545 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.459830 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.460114 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.460414 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.460708 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.460989 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.461269 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.461556 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.461843 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.462116 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.462391 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.462676 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.462947 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.463217 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.463507 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.463782 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.464051 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.464349 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.464639 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.464923 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.465192 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.465465 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.465749 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.466022 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.466320 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.466588 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.466918 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.467190 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.467473 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.467749 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.468019 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.468287 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.468588 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.468856 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.469126 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.469401 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.469668 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.469941 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.470206 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.470473 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.470853 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.472428 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.472428 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.472428 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.472428 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.472428 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.474641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.477928 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.478093 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.478367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.478642 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.478923 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.479196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.479472 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.479752 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.480035 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.480346 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.480641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.480917 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.481207 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.481496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.482299 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.482580 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.482886 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.483161 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:21.485675 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 19:58:21.485675 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104451) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 19:58:21.777327 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 19:58:21.777604 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 19:58:21.777907 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 19:58:21.778251 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 19:58:22.185528 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.185830 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.186104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.187381 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.187664 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.187931 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.241045 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.241326 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.241594 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.255989 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.256272 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.256568 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.286651 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.286925 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.287194 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.323102 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.323379 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.323647 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.553974 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.554569 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.554569 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.554741 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.555352 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.654789 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.655103 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.655391 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.655664 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.655934 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.656245 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.656532 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.656789 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.657044 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.657325 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.657591 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.657857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.658114 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.658365 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.658621 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.658884 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.659139 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.659404 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.659673 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.659930 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.660199 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.660480 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.660760 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.661135 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.661383 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.661630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.662024 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.662265 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.662504 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.662742 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.662978 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.663213 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:22.663575 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 19:58:22.666758 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 19:58:22.671227 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 19:58:22.674876 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 23 19:58:22.676511 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 19:58:22.677116 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 19:58:22.677455 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 19:58:22.677836 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 19:58:22.680639 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 19:58:22.680887 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 19:58:22.681229 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 19:58:22.686300 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 19:58:22.709098 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 19:58:22.709543 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.709839 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104451) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 19:58:22.710211 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.711570 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104451) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 19:58:22.711851 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 19:58:22.712100 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 19:58:22.715389 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.715671 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:22.846522 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 19:58:22.846762 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 19:58:22.847000 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 19:58:22.847375 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 19:58:22.899569 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO dbcounter [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Registered counter for database neutron Jun 23 19:58:22.918668 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_db.sqlalchemy.engines [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104451) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 19:58:22.924480 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writer thread running {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 19:58:23.707967 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing driver for type 'gre' Jun 23 19:58:23.708659 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] gre ID ranges: [(1, 1000)] Jun 23 19:58:23.942095 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing driver for type 'local' Jun 23 19:58:23.942422 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing driver for type 'vlan' Jun 23 19:58:24.050317 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] VlanTypeDriver initialization complete Jun 23 19:58:24.050624 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing driver for type 'vxlan' Jun 23 19:58:24.051159 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] vxlan ID ranges: [(1, 1000)] Jun 23 19:58:24.264374 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing extension driver 'port_security' Jun 23 19:58:24.264855 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.extensions.port_security [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] PortSecurityExtensionDriver initialization complete Jun 23 19:58:24.265335 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing mechanism driver 'openvswitch' Jun 23 19:58:24.265662 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing mechanism driver 'hyperv' Jun 23 19:58:24.278166 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:24.279342 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.279711 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.280066 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.280604 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.281038 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.281384 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.281732 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.282125 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.282533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.282883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.283224 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.283610 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.284011 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.284381 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.284724 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.285111 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.285511 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.285855 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.286192 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.286579 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.286984 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > address_group after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.287327 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > address_group after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.287663 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.288052 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104451) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 19:58:24.288511 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] ML2 OVO RPC backend initialized. {{(pid=104451) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 19:58:24.289210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.289562 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.289978 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.290326 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > networks before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.290669 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.291007 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > ports before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.291347 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.291686 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnets before_response 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.292029 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.292392 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.292733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.293071 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.293408 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.293742 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.294077 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.294971 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.295307 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.302850 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded quota_driver: . Jun 23 19:58:24.303161 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.plugin [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Modular L2 Plugin initialization complete Jun 23 19:58:24.303507 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading services supported by the core plugin {{(pid=104451) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 19:58:24.303849 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.managers [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Got port-security extension from driver 'port_security' Jun 23 19:58:24.304364 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.extensions.vlantransparent [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Disabled vlantransparent extension. Jun 23 19:58:24.305074 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104451) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 19:58:24.305174 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: router Jun 23 19:58:24.340776 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.341687 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_create 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.342074 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router before_create 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.342437 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.342807 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.343160 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_delete 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.343516 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.343864 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.344220 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_create 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.344590 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.344938 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.345283 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.345638 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.346046 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.346412 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.346754 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.347087 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: subnet after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.347427 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.347772 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.348117 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_create 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.348491 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.348836 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.349187 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router after_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.349526 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.349875 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_create 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.350232 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.350574 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_update 55549900 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.350935 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > agent after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.351280 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > agent after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.351622 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > network after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.352499 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Tracking information for resource: router configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:24.352834 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Tracking information for resource: floatingip configured {{(pid=104451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 19:58:24.357746 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.db.l3_agentschedulers_db [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 19:58:24.358326 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.358684 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.359034 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.359383 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: port after_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.360167 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router before_create 55550100 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.360569 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.360931 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_create 55550100 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.361283 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > router precommit_update 55550100 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.366106 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.provider_configuration [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service providers = [] {{(pid=104451) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 19:58:24.366469 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.db.servicetype_db [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104451) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 19:58:24.369602 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.service_base [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 19:58:24.369952 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.service_base [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 19:58:24.370301 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.service_base [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 19:58:24.371192 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.services.service_base [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 19:58:24.371564 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.services.service_base [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 19:58:24.371942 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.372260 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 19:58:24.389690 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.390022 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: auto_allocate Jun 23 19:58:24.395821 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: network precommit_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.396190 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: network precommit_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.396740 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.397062 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: tag Jun 23 19:58:24.404756 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.405088 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: timestamp Jun 23 19:58:24.408937 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.409262 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: network_ip_availability Jun 23 19:58:24.419655 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.420026 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.420406 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.421150 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.421466 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: flavors Jun 23 19:58:24.426547 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.426877 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading Plugin: revisions Jun 23 19:58:24.433663 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 19:58:24.434321 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.656s {{(pid=104451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 19:58:24.435716 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104451) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 19:58:24.436257 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Initializing extension manager. Jun 23 19:58:24.437076 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: __init__.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.437587 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: __pycache__ {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.438256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: address_group.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.438912 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.439497 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: address-group Jun 23 19:58:24.442367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: address_scope.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.442367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.442367 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: address-scope Jun 23 19:58:24.442367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.442367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.442831 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: router-admin-state-down-before-update Jun 23 19:58:24.443154 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: agent.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.444026 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.444390 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: agent Jun 23 19:58:24.444716 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: agent_resources_synced.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.445894 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.446401 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: agent-resources-synced Jun 23 19:58:24.447928 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: allowedaddresspairs.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.449803 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.450331 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: allowed-address-pairs Jun 23 19:58:24.451173 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: auto_allocated_topology.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.452259 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.452796 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: auto-allocated-topology Jun 23 19:58:24.453121 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: availability_zone.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.455681 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.456200 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: availability_zone Jun 23 19:58:24.456556 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: availability_zone_filter.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.457483 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.457996 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: availability_zone_filter Jun 23 19:58:24.458321 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: data_plane_status.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.459237 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.459745 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 19:58:24.460070 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: default_subnetpools.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.461006 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.461520 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: default-subnetpools Jun 23 19:58:24.461843 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.462668 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.463177 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: dhcp_agent_scheduler Jun 23 19:58:24.463502 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: dns.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.472368 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.472878 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 19:58:24.473203 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: dns_domain_ports.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.474129 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.474640 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 19:58:24.474966 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.475890 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.476425 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 19:58:24.476752 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: dvr.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.477425 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.477937 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: dvr Jun 23 19:58:24.478260 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: ecmp_routes.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.479210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.479719 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 19:58:24.480041 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: empty_string_filtering.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.480981 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.481495 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: empty-string-filtering Jun 23 19:58:24.481841 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.482928 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.483442 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 19:58:24.483766 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.484714 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.485222 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 19:58:24.485544 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: external_net.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.486445 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.486956 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: external-net Jun 23 19:58:24.487278 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.488186 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.488731 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: extra_dhcp_opt Jun 23 19:58:24.489060 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: extraroute.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.489970 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.490497 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: extraroute Jun 23 19:58:24.490800 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: extraroute_atomic.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.491845 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.492413 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: extraroute-atomic Jun 23 19:58:24.492738 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: filter_validation.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.493401 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.493904 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: filter-validation Jun 23 19:58:24.494222 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: fip_pf_description.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.495139 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.495671 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 19:58:24.495962 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: fip_pf_port_range.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.496899 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.497429 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 19:58:24.497749 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: fip_port_details.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.498692 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.499206 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: fip-port-details Jun 23 19:58:24.499521 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: flavors.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.507795 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.508342 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: flavors Jun 23 19:58:24.508671 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.510324 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.510840 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 19:58:24.511170 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: floatingip_pools.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.511869 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.512410 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: floatingip-pools Jun 23 19:58:24.512737 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: ip_allocation.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.514210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.514724 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 19:58:24.515048 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.515970 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.516516 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: ip-substring-filtering Jun 23 19:58:24.516844 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l2_adjacency.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.517765 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.518270 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 19:58:24.518591 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.519565 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.520079 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: router Jun 23 19:58:24.520433 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.522646 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.523172 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 19:58:24.523501 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.524457 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.524973 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: ext-gw-mode Jun 23 19:58:24.525300 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.526216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.526732 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: l3-ha Jun 23 19:58:24.527055 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.527965 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.528541 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 19:58:24.529435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_flavors.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.530355 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.530864 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: l3-flavors Jun 23 19:58:24.531186 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.532578 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.533100 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 19:58:24.533429 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.534349 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.534865 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 19:58:24.535194 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: l3agentscheduler.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.536384 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.536902 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: l3_agent_scheduler Jun 23 19:58:24.537229 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: local_ip.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.545584 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.546115 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension local_ip not supported by any of loaded plugins Jun 23 19:58:24.546451 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: logging.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.547912 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.548483 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension logging not supported by any of loaded plugins Jun 23 19:58:24.548816 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: metering.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.549562 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.550141 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: metering Jun 23 19:58:24.550471 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.551574 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.552095 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: metering_source_and_destination_fields Jun 23 19:58:24.552461 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: multiprovidernet.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.553458 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.553926 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: multi-provider Jun 23 19:58:24.554254 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: netmtu.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.555169 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.555677 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: net-mtu Jun 23 19:58:24.555999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: netmtu_writable.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.556955 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.557465 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: net-mtu-writable Jun 23 19:58:24.557786 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: network_availability_zone.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.558456 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.558960 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: network_availability_zone Jun 23 19:58:24.559281 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: network_ip_availability.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.560446 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.560962 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: network-ip-availability Jun 23 19:58:24.561287 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: network_segment_range.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.562057 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.562560 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 19:58:24.562890 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: pagination.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.563863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.564194 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: pagination Jun 23 19:58:24.564549 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_device_profile.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.565465 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.565987 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-device-profile Jun 23 19:58:24.566308 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_mac_address_override.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.567231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.567745 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-mac-override Jun 23 19:58:24.568066 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.569009 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.569524 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-mac-address-regenerate Jun 23 19:58:24.569844 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.571018 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.571527 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-numa-affinity-policy Jun 23 19:58:24.571845 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_resource_request.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.572795 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.573302 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 19:58:24.573624 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: port_resource_request_groups.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.574597 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.575109 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 19:58:24.575932 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: portbindings.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.576959 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.577477 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: binding Jun 23 19:58:24.577795 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: portbindings_extended.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.579054 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.579571 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: binding-extended Jun 23 19:58:24.579900 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: portsecurity.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.580848 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.581357 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-security Jun 23 19:58:24.581681 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: project_id.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.582656 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.582991 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: project-id Jun 23 19:58:24.583311 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: providernet.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.584222 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.584768 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: provider Jun 23 19:58:24.585205 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.591109 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.592154 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos not supported by any of loaded plugins Jun 23 19:58:24.596769 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.597822 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.598368 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 19:58:24.598699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.599644 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.600155 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 19:58:24.600516 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_default.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.601442 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.601960 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-default not supported by any of loaded plugins Jun 23 19:58:24.602286 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_fip.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.603203 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.603717 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 19:58:24.604042 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.604997 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.605510 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 19:58:24.605834 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_gateway_ip.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.606775 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.607281 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 19:58:24.607610 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_port_network_policy.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.608550 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.609059 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 19:58:24.609382 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.610413 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.610925 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 19:58:24.611252 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.612292 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.612822 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 19:58:24.613147 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_pps_rule.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.614370 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.614888 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-pps not supported by any of loaded plugins Jun 23 19:58:24.615210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_rule_type_details.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.616123 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.616670 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 19:58:24.616992 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.617908 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.618417 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 19:58:24.618735 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: qos_rules_alias.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.619852 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.620392 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 19:58:24.620718 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: quota_check_limit.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.621681 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.622196 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: quota-check-limit Jun 23 19:58:24.622548 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: quotasv2.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.623549 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.623876 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: quotas Jun 23 19:58:24.624195 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: quotasv2_detail.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.626006 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.626339 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: quota_details Jun 23 19:58:24.626669 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: rbac.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.627740 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.628267 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: rbac-policies Jun 23 19:58:24.628621 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: rbac_address_group.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.629976 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.630879 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: rbac-address-group Jun 23 19:58:24.631442 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: rbac_address_scope.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.632973 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.633893 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: rbac-address-scope Jun 23 19:58:24.634454 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: rbac_security_groups.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.636050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.636993 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: rbac-security-groups Jun 23 19:58:24.637568 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: rbac_subnetpool.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.639591 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.640558 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: rbac-subnetpool Jun 23 19:58:24.641108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: revisionifmatch.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.642600 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.643202 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: revision-if-match Jun 23 19:58:24.643764 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: revisions.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.649599 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.650119 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: standard-attr-revisions Jun 23 19:58:24.650448 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: router_availability_zone.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.651464 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.652249 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: router_availability_zone Jun 23 19:58:24.652607 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: routerservicetype.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.653561 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.654612 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 19:58:24.654934 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.655863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.656402 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: security-groups-normalized-cidr Jun 23 19:58:24.656728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.657651 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.658161 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: port-security-groups-filtering Jun 23 19:58:24.658483 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.659421 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.659932 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: security-groups-remote-address-group Jun 23 19:58:24.660258 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.661210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.661726 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: security-groups-shared-filtering Jun 23 19:58:24.662043 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: securitygroup.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.671697 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.672225 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: security-group Jun 23 19:58:24.672580 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: segment.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.673309 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.673821 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension segment not supported by any of loaded plugins Jun 23 19:58:24.674146 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.675085 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.675596 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 19:58:24.675919 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: servicetype.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.677059 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.677580 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: service-type Jun 23 19:58:24.677903 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: sorting.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.678892 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.679220 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: sorting Jun 23 19:58:24.679542 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: standard_attr_segment.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.680480 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.680995 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 19:58:24.681317 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: standardattrdescription.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.681963 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.682468 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: standard-attr-description Jun 23 19:58:24.682788 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: stateful_security_group.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.683718 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.684230 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: stateful-security-group Jun 23 19:58:24.684585 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: stdattrs_common.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.685198 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 19:58:24.685523 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.686445 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.686968 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 19:58:24.687289 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnet_onboard.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.688363 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.688883 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: subnet_onboard Jun 23 19:58:24.689207 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.690129 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.690637 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 19:58:24.690963 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnet_service_types.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.691903 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.692470 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: subnet-service-types Jun 23 19:58:24.692793 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnetallocation.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.693890 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.694404 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: subnet_allocation Jun 23 19:58:24.694728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.695395 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.696163 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: subnetpool-prefix-ops Jun 23 19:58:24.696515 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.697460 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.697967 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 19:58:24.698289 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: tagging.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.699361 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.699875 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: standard-attr-tag Jun 23 19:58:24.700201 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: timestamp.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.701959 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.702480 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loaded extension: standard-attr-timestamp Jun 23 19:58:24.702813 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: trunk.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.703841 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.704378 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension trunk not supported by any of loaded plugins Jun 23 19:58:24.704709 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: trunk_details.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.705632 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.706142 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 19:58:24.706467 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: uplink_status_propagation.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.707391 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.707898 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 19:58:24.708219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Loading extension file: vlantransparent.py {{(pid=104451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 19:58:24.708921 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 19:58:24.709432 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 19:58:24.711998 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:network Jun 23 19:58:24.712550 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnet Jun 23 19:58:24.712952 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 19:58:24.713345 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:port Jun 23 19:58:24.714600 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.715045 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service FLAVORS assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.715665 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.716146 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.717018 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:router Jun 23 19:58:24.717450 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 19:58:24.717948 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service METERING assigned prefix: /metering {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.719405 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.719777 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.720131 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 19:58:24.721184 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 19:58:24.721639 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:security_group Jun 23 19:58:24.722082 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 19:58:24.722680 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service CORE assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.723018 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 19:58:24.723365 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] subnetpool is already registered Jun 23 19:58:24.723797 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service CORE assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.724122 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 19:58:24.724486 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] subnetpool is already registered Jun 23 19:58:24.726848 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.727278 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service FLAVORS assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.727869 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.728291 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.728644 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:router Jun 23 19:58:24.728982 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] router is already registered Jun 23 19:58:24.729387 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 19:58:24.729723 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] floatingip is already registered Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service METERING assigned prefix: /metering {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] rbac_policy is already registered Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:security_group Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] security_group is already registered Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] security_group_rule is already registered Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service CORE assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.735732 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 19:58:24.736430 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] subnetpool is already registered Jun 23 19:58:24.736430 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.v2.resource_helper [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Service CORE assigned prefix: {{(pid=104451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 19:58:24.736430 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 19:58:24.736430 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING neutron.quota.resource_registry [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] subnetpool is already registered Jun 23 19:58:24.736430 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: extensions {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.736930 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: address-groups {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.739317 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: address-scopes {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.740655 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: agents {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.741812 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: auto-allocated-topology {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.743034 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: availability_zones {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.744250 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: dhcp-networks {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.745758 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: dhcp-agents {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.747164 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: routers {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.749398 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: flavors {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.750658 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: service_profiles {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.751858 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: next_providers {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.753320 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: service_profiles {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.754865 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: floatingip-pools {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.756069 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: routers {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.757775 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: floatingips {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.759056 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: l3-routers {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.760473 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: l3-agents {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.761871 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: metering-labels {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.763150 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: metering-label-rules {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.765524 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: network-ip-availabilities {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.766773 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: bindings {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.768414 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: quotas {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.770058 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: quotas {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.771595 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: rbac-policies {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.772799 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: security-groups {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.774089 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: security-group-rules {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.775337 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: service-providers {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.776554 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: subnetpools {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.777870 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: subnetpools {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.779937 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.781631 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.783440 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.785234 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.786896 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.788869 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.790517 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.792409 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.794196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.796476 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron.api.extensions [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Extended resource: tags {{(pid=104451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 19:58:24.802475 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING keystonemiddleware.auth_token [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 19:58:24.807565 dv-cinder-847274-2-iscsi neutron-server[104451]: WARNING keystonemiddleware.auth_token [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 19:58:24.816592 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Acquired lock "singleton_lock" {{(pid=104451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 19:58:24.817069 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_concurrency.lockutils [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Releasing lock "singleton_lock" {{(pid=104451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 19:58:24.817721 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Starting 2 workers Jun 23 19:58:24.822778 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Started child 104562 {{(pid=104451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 19:58:24.827245 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Started child 104563 {{(pid=104451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 19:58:24.828134 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.828873 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO neutron.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 19:58:24.829420 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.829721 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [-] (104562) wsgi starting up on http://0.0.0.0:9696 Jun 23 19:58:24.831799 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Starting 1 workers Jun 23 19:58:24.832055 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.833564 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [-] (104563) wsgi starting up on http://0.0.0.0:9696 Jun 23 19:58:24.837071 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Started child 104564 {{(pid=104451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 19:58:24.837615 dv-cinder-847274-2-iscsi neutron-server[104451]: INFO oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Starting 1 workers Jun 23 19:58:24.840779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] calling RpcWorker wait() {{(pid=104564) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 19:58:24.841934 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] returning from RpcWorker wait() {{(pid=104564) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 19:58:24.842644 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Started child 104565 {{(pid=104451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 19:58:24.843102 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.843426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28f222f1-f580-47cc-9119-0859c35eb494 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.843562 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:24.845451 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 19:58:24.845667 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 19:58:24.845854 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 19:58:24.846082 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 19:58:24.846407 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 19:58:24.846572 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 19:58:24.847097 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.847380 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.847653 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.847923 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.848499 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:24.848957 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.848957 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.849113 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.849406 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.849609 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.849782 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.849949 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.850210 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.850461 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.850776 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.851043 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.851284 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.851532 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.851709 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.851957 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.852228 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.852500 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.852794 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] debug = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.853069 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.853560 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.853804 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.854055 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.854295 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.854566 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.854825 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.855079 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.855317 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.855565 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.855783 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.856040 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.856287 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.856520 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.856793 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.857584 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.857812 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.858349 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] host = dv-cinder-847274-2-iscsi {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.858601 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.858839 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.859090 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.859318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.859588 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.859807 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.860074 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.860360 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.860677 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861265 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861265 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861538 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861690 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861826 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.861961 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_options = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.862183 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.862457 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.862739 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.862939 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.863108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.863261 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.863507 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.863659 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.863909 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.864139 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.864406 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.864607 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.864822 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.865073 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.865311 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.865515 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.865749 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.865960 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.866202 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.866527 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.866785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.867015 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.867267 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.867688 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.867806 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.868415 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.868415 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869068 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869068 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869068 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869568 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869568 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869831 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.869831 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.870113 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.870301 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.870529 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.870766 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.871038 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.871264 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.871524 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.871783 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.871999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.872225 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.872503 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.872718 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.873046 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_json = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.873273 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.873513 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.873760 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.873979 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.874209 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.874424 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.874559 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:24.874706 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.874870 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.875099 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.875526 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.875810 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.876117 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.876385 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.876622 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.876875 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.877197 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.877454 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.877759 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.877953 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.878253 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.878918 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.879319 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.880069 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.880367 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.881163 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.881432 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.881704 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.881943 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.882185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.882435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.882914 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.883200 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.883423 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.883660 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.883914 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.884136 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.884450 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.884732 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.885021 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.885360 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.885626 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.886030 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.886291 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.886532 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.886781 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.886999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.887256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.887488 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.887707 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.888014 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.888255 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.888521 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.888756 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.889004 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.889481 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.889481 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.890728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.890728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.890728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.890728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.890728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891356 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891356 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891356 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891694 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891694 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.891890 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.892152 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.892430 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.892669 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.892913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.893142 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.893352 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.893583 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.893794 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.894041 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.894253 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.894499 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.894720 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.894918 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.895129 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.895436 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.895872 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.895872 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.896394 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.896394 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.896674 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.896674 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.896948 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.897084 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.897328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.897540 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.897751 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.898039 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.898191 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.898375 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.898606 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.898816 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.899028 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.899257 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.899560 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.899816 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.900065 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.900315 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.900560 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.900778 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.901014 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.901231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.901450 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.901668 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.902231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.902231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.902503 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.902677 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.902823 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.903081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.903308 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.907635 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.907880 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.908067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 57646) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:24.908201 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.908442 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.908696 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.908994 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.909260 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.909547 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.909788 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.910060 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.910303 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.910620 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.910870 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.911183 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.911416 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.911688 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.911972 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.912253 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.912537 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.912801 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.913068 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.913371 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.913563 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.913815 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.914097 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.914338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.914579 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.914837 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.915067 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.915315 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.915552 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.915862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.916113 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.916354 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.916594 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.916861 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.917114 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.917284 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067849 Jun 23 19:58:24.917435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.917762 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.918030 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.918291 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.918578 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.918837 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.919057 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.919857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.920868 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.920868 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.920868 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.920868 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.921405 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.921405 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.921671 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.921671 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.921945 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.922112 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.922329 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.922552 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.922770 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.923037 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.923271 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.923497 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.923753 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.924024 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.924187 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.924438 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.924669 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.924885 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.925099 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.925381 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.925647 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.925868 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.926115 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.926362 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.926601 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.926817 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.927293 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.927293 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.927618 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.927755 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.927914 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.929338 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930166 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930166 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930166 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930555 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930555 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930831 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.930973 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.931128 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.931901 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.931901 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.931901 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.932339 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.932339 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.932606 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.932606 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.932874 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.933083 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.933303 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.933559 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.933794 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935318 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935854 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.935854 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.936015 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.936366 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.936524 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.936773 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.937209 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.937507 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.937886 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.938062 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.938430 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.938659 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.939785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.939785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.939785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.939785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.939785 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940117 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940117 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940325 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940579 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940788 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.940998 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.941221 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.941434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.941644 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.941870 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.942080 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.942289 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.942544 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.942759 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.942990 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.943217 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.943427 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.943635 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.943856 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.944073 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.944282 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.945017 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.945017 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.945220 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.945351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.945860 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.946128 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.946372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.946676 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.946915 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.947181 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.947438 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.947656 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.947882 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.948473 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.948473 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.948740 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.949625 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.949625 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.949625 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.950086 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.950086 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.950296 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.950659 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.950875 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.951155 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.951411 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.951657 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.952335 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.952335 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.952335 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.952777 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.952933 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.953106 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.953263 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.953498 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.953748 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.953964 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.954274 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.954504 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.955185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.955185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.955185 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.955685 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.955685 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 19:58:24.956061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 19:58:24.956253 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 19:58:24.956389 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 19:58:24.956553 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 19:58:24.956728 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 19:58:24.956876 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 19:58:24.957054 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.957215 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.957375 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.957533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.957713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.957947 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958136 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958277 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958394 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958506 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958619 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958758 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.958940 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959314 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959314 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959526 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959526 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959736 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959826 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.959954 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.960128 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.960279 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] debug = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.961259 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.961467 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.961641 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.961795 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.961935 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962078 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962218 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962355 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962513 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962658 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.962992 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963140 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963292 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963506 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963646 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963791 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.963929 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] host = dv-cinder-847274-2-iscsi {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.964167 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.964167 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.964509 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.965237 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.965397 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.965717 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.965882 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.966551 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.966713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.966851 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.966993 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967139 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967278 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967443 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967586 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_options = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967747 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.967894 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968052 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968238 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968466 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968614 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968769 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.968916 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969052 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969243 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969379 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969513 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969660 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969797 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.969942 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.970080 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.970217 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.970353 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.970504 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.971510 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.972435 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973216 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.973857 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.974369 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.974369 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.974369 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.974369 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_json = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975081 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.975913 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.976603 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 19:58:24.976603 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.976603 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.976603 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977148 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977148 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977148 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977148 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977673 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977673 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977673 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.977673 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.978186 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.978186 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.978186 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.984050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.985374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.986426 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.987630 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.988820 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990032 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.990883 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.991713 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.992863 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.993999 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.995231 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:24.996214 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.000434 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.001505 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.002351 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.004108 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.005061 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.006196 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.007219 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.008223 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.009256 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.010268 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.011372 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.012104 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.013533 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014050 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014401 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.014401 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.015881 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.016496 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017005 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017005 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017005 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017224 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017224 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.017374 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.018723 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019244 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:25.019328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019328 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019623 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019699 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.019816 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.020733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.020733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.020733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.020733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.020733 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021060 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021060 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021060 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021296 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021461 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.021631 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023323 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.023862 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024211 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024211 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024460 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024530 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024664 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.024826 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025044 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025142 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025404 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025501 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025594 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025755 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.025915 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.026076 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 19:58:25.026978 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 19:58:34.119025 dv-cinder-847274-2-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:36.163530 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf630d-3443-4982-b0f5-519dafe6a908 None None] get_active_networks_info from dv-cinder-847274-2-iscsi {{(pid=104564) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 19:58:36.175821 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writer thread running {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 19:58:36.243668 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf630d-3443-4982-b0f5-519dafe6a908 None None] No non-hosted networks {{(pid=104564) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 19:58:36.292944 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.agentschedulers_db [None req-49bf630d-3443-4982-b0f5-519dafe6a908 None None] DHCP Agent not found on host dv-cinder-847274-2-iscsi {{(pid=104564) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 19:58:36.470067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2d8a4671-c59c-4d4f-8e1b-dd3aca2c2969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:37.804588 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writer thread running {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 19:58:38.391411 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1da8e610-cf54-47e0-bae9-e1ff6b44bd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:38.429353 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.db.api [None req-94ee4a67-c4e0-44f1-a554-78964af9fcdc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-847274-2-iscsi {{(pid=104564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 19:58:38.430270 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG oslo_db.api [None req-94ee4a67-c4e0-44f1-a554-78964af9fcdc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:58:39.001610 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-94ee4a67-c4e0-44f1-a554-78964af9fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:39.416047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 57724) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:39.845000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:40.021654 dv-cinder-847274-2-iscsi neutron-server[104563]: WARNING oslo_policy.policy [None req-f4a7ed72-cae2-4e2b-8d48-d29c9404e138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:40.022281 dv-cinder-847274-2-iscsi neutron-server[104563]: WARNING oslo_policy.policy [None req-f4a7ed72-cae2-4e2b-8d48-d29c9404e138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:40.244983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [None req-f4a7ed72-cae2-4e2b-8d48-d29c9404e138 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 19:58:40.260330 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-f4a7ed72-cae2-4e2b-8d48-d29c9404e138 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8291888 Jun 23 19:58:41.058486 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:41.538411 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:41.539478 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.540003 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.540463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.540885 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.541264 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.541678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.542072 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.542484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.542873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.543267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.543665 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.544130 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.544565 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.544962 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.545445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:41.545855 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847274-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:41.553657 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847274-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:58:42.618864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 57758) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:42.628066 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.db.l3_hamode_db [None req-6b6e2bf3-c01d-44ce-afc1-d89314ea8be3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 19:58:42.709445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e2bf3-c01d-44ce-afc1-d89314ea8be3 None None] Routers set() bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 19:58:42.709840 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e2bf3-c01d-44ce-afc1-d89314ea8be3 None None] Router IDs set() for agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 19:58:42.973407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:58:43.064061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.policy [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104563) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 19:58:43.105800 dv-cinder-847274-2-iscsi neutron-server[104563]: WARNING oslo_policy.policy [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:43.106196 dv-cinder-847274-2-iscsi neutron-server[104563]: WARNING oslo_policy.policy [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:43.125718 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writer thread running {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 19:58:43.299637 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776107148786', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776107149262', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776107132151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776106671773', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776106659998', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776106654839', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-816051', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-890947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1906056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1719088'] for rbac-policy (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:43.618848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:43.620050 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0712d62f-de92-46ec-bb1b-0eabc717d00d admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0000594 Jun 23 19:58:45.905426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 57770) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:46.222518 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:58:46.326208 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Made reservation on behalf of 4c94dfce039f4ff29bec2f9831ec1748 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:58:46.330113 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.347330 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.456111 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks [] for security_group (6c2290d3-7f21-4cdf-b5b9-e58f23edacdb), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.566336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6c2290d3-7f21-4cdf-b5b9-e58f23edacdb), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.605727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2290d3-7f21-4cdf-b5b9-e58f23edacdb,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:58:46.617881 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.618227 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.618572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.618919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.619248 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.619569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.619889 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.620205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.620544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.620857 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.621172 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.621498 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.621995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.622311 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.622625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Tracked resource versions report: Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: pushed versions: Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: { 'AddressGroup': {'1.2'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Agent': {'1.1'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'ConntrackHelper': {'1.0'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'LocalIPAssociation': {'1.0'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Log': {'1.0'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'NDPProxy': {'1.0'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Network': {'1.1'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Port': {'1.7'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'PortForwarding': {'1.3'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'QosPolicy': {'1.10'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroup': {'1.5'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SubPort': {'1.0'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Subnet': {'1.1'}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Trunk': {'1.1'}} Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: consumer versions: Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Agent': '1.1', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'ConntrackHelper': '1.0', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'LocalIPAssociation': '1.0', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Log': '1.0', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'NDPProxy': '1.0', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Network': '1.1', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Port': '1.7', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'PortForwarding': '1.3', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'QosPolicy': '1.10', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroup': '1.5', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroupRule': '1.2', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SubPort': '1.0', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Subnet': '1.1', Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Trunk': '1.1'}} Jun 23 19:58:46.624052 dv-cinder-847274-2-iscsi neutron-server[104563]: {{(pid=104563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:58:46.704926 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 19:58:46.720641 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776110369154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (bce2ea9f-c217-405e-8a89-981027e96912), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.721177 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Unsubscribe: segment precommit_create {{(pid=104563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 19:58:46.721676 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Added segment bce2ea9f-c217-405e-8a89-981027e96912 of type vlan for network c3b86aac-f841-4086-bce5-649a14664b99 Jun 23 19:58:46.806010 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (c3b86aac-f841-4086-bce5-649a14664b99), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.953452 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (c3b86aac-f841-4086-bce5-649a14664b99), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:46.958417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:58:46.959125 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:47.019230 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:47.076274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] Pushing event updated for resources: {'Network': ['ID=c3b86aac-f841-4086-bce5-649a14664b99,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:58:47.087838 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network c3b86aac-f841-4086-bce5-649a14664b99 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:58:47.123429 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-beb51cce-a583-493f-b237-8d9d59615a25 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2169209 Jun 23 19:58:49.416856 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57784) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:49.919697 dv-cinder-847274-2-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:49.920251 dv-cinder-847274-2-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:50.145863 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writer thread running {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 19:58:50.346992 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.policy [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 19:58:50.386870 dv-cinder-847274-2-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:50.387261 dv-cinder-847274-2-iscsi neutron-server[104562]: WARNING oslo_policy.policy [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 19:58:50.394820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:58:50.396761 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5354920c-c8ed-4a7c-8345-98b7b9ecbeb5 demo admin] 10.222.0.44 "GET /v2.0/networks/c3b86aac-f841-4086-bce5-649a14664b99 HTTP/1.1" status: 200 len: 825 time: 0.9779367 Jun 23 19:58:50.436326 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-265ee972-02b1-4498-82ac-4aebf421e6e3 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/1f3ab875-33fb-4a1f-8c14-e18c325ec2de HTTP/1.1" status: 200 len: 734 time: 0.0338051 Jun 23 19:58:50.445106 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Request body: {'subnet': {'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:58:50.542967 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Made reservation on behalf of 4c94dfce039f4ff29bec2f9831ec1748 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:58:50.546278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:50.902579 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (a2e75554-008b-452f-b5bb-b10d922c36ab), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:50.986789 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Checking segment: {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 19:58:51.037433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Network hostable DHCP agents. Network: c3b86aac-f841-4086-bce5-649a14664b99, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:58:51.037433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a2e75554-008b-452f-b5bb-b10d922c36ab,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:58:51.037433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.037912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Tracked resource versions report: Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: pushed versions: Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: { 'AddressGroup': {'1.2'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Agent': {'1.1'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'ConntrackHelper': {'1.0'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'LocalIPAssociation': {'1.0'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Log': {'1.0'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'NDPProxy': {'1.0'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Network': {'1.1'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Port': {'1.7'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'PortForwarding': {'1.3'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'QosPolicy': {'1.10'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroup': {'1.5'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SubPort': {'1.0'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Subnet': {'1.1'}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Trunk': {'1.1'}} Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: consumer versions: Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Agent': '1.1', Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'ConntrackHelper': '1.0', Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'LocalIPAssociation': '1.0', Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Log': '1.0', Jun 23 19:58:51.038674 dv-cinder-847274-2-iscsi neutron-server[104562]: 'NDPProxy': '1.0', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Network': '1.1', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Port': '1.7', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'PortForwarding': '1.3', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'QosPolicy': '1.10', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroup': '1.5', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroupRule': '1.2', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SubPort': '1.0', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Subnet': '1.1', Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Trunk': '1.1'}} Jun 23 19:58:51.040714 dv-cinder-847274-2-iscsi neutron-server[104562]: {{(pid=104562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:58:51.046845 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:51.394936 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Network c3b86aac-f841-4086-bce5-649a14664b99 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:58:51.497922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, c3b86aac-f841-4086-bce5-649a14664b99) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:58:51.502453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:58:51.503139 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:51.507746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a21548-a3d7-4bcf-9386-36ad1627dedc None None] Network c3b86aac-f841-4086-bce5-649a14664b99 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 19:58:51.652948 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-576cd4ca-9cf4-4064-b4f3-a673dd0c3ed8 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2111642 Jun 23 19:58:51.765812 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-c3b86aac-f841-4086-bce5-649a14664b99', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 19:58:51.767129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.057587 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Allocated IP 172.20.0.2 (c3b86aac-f841-4086-bce5-649a14664b99/a2e75554-008b-452f-b5bb-b10d922c36ab/9ff7e9b1-aef1-46e6-85e5-41cef3188724) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:58:52.161311 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:52.348160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks [] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.429608 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.476212 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:52.520485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Network c3b86aac-f841-4086-bce5-649a14664b99 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:58:52.524318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:58:52.526439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Pushing event updated for resources: {'Port': ['ID=9ff7e9b1-aef1-46e6-85e5-41cef3188724,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:58:52.531744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 19:58:52.539652 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.544758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.545167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.545167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.545167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.545167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Tracked resource versions report: Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: pushed versions: Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: { 'AddressGroup': {'1.2'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Agent': {'1.1'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'ConntrackHelper': {'1.0'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'LocalIPAssociation': {'1.0'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Log': {'1.0'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'NDPProxy': {'1.0'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Network': {'1.1'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Port': {'1.7'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'PortForwarding': {'1.3'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'QosPolicy': {'1.10'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroup': {'1.5'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SubPort': {'1.0'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Subnet': {'1.1'}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Trunk': {'1.1'}} Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: consumer versions: Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Agent': '1.1', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'ConntrackHelper': '1.0', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'LocalIPAssociation': '1.0', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Log': '1.0', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'NDPProxy': '1.0', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Network': '1.1', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Port': '1.7', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'PortForwarding': '1.3', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'QosPolicy': '1.10', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroup': '1.5', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroupRule': '1.2', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SubPort': '1.0', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Subnet': '1.1', Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Trunk': '1.1'}} Jun 23 19:58:52.546396 dv-cinder-847274-2-iscsi neutron-server[104564]: {{(pid=104564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:58:52.641830 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Attempting to bind port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 19:58:52.641830 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Attempting to bind port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 19:58:52.642316 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Attempting to bind port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 on network c3b86aac-f841-4086-bce5-649a14664b99 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 19:58:52.647958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 19, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 19:58:52.648350 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Checking segment: {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 19:58:52.648938 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.649338 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Bound using segment: {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 19:58:52.649813 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Bound port: 9ff7e9b1-aef1-46e6-85e5-41cef3188724, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 19:58:52.650227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.714568 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] For port 9ff7e9b1-aef1-46e6-85e5-41cef3188724, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:58:52.734308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] For port 9ff7e9b1-aef1-46e6-85e5-41cef3188724, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9ff7e9b1-aef1-46e6-85e5-41cef3188724,segment=NetworkSegment(bce2ea9f-c217-405e-8a89-981027e96912),segment_id=bce2ea9f-c217-405e-8a89-981027e96912)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:58:52.847119 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:52.911482 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219b520-3d27-4135-8a09-2da185eaaba2 None None] Pushing event updated for resources: {'Port': ['ID=9ff7e9b1-aef1-46e6-85e5-41cef3188724,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:58:53.017383 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:53.021239 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:54.074373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57812) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:54.406806 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-73932d85-b27f-4d6d-85ee-fd37184d5149 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 19:58:54.407845 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-73932d85-b27f-4d6d-85ee-fd37184d5149 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3325207 Jun 23 19:58:56.707841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57820) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:57.045901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-522f4503-af83-4a33-b13e-3b2e361c05f4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 19:58:57.046906 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-522f4503-af83-4a33-b13e-3b2e361c05f4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3379948 Jun 23 19:58:57.048278 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=14,neutron:SELECT=51,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:58:59.351511 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57828) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:58:59.693724 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:58:59.800940 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (289b7548-1ec1-4ed3-baa9-66315d3ada18), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:59.802620 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (289b7548-1ec1-4ed3-baa9-66315d3ada18), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:58:59.943995 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Publish callbacks [] for router_controller (289b7548-1ec1-4ed3-baa9-66315d3ada18), precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:00.041513 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (289b7548-1ec1-4ed3-baa9-66315d3ada18), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:00.149720 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:00.150930 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ff6c1c69-83e5-4128-85a3-ef1e21ce60d9 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7984519 Jun 23 19:59:01.006863 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a2a28-768f-4dec-a830-7ba32b919f4f None None] Network c3b86aac-f841-4086-bce5-649a14664b99 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 19:59:01.105005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Provisioning complete for port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:01.105529 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.175295 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9ff7e9b1-aef1-46e6-85e5-41cef3188724 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:59:01.319297 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:01.319688 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.323933 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:01.324373 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.387475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] For port 9ff7e9b1-aef1-46e6-85e5-41cef3188724, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9ff7e9b1-aef1-46e6-85e5-41cef3188724,segment=NetworkSegment(bce2ea9f-c217-405e-8a89-981027e96912),segment_id=bce2ea9f-c217-405e-8a89-981027e96912)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:59:01.428266 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:01.428706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.446061 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:01.492971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.561558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 19:59:01.562087 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG oslo_db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 19:59:01.566210 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eede8e-4b52-4417-82d4-e7cdc6a4aba5 None None] Pushing event updated for resources: {'Port': ['ID=9ff7e9b1-aef1-46e6-85e5-41cef3188724,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:01.610047 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-65b7bacb-8c52-44cb-98fb-54460a451b94 None None] Provisioning complete for port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:01.610434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65b7bacb-8c52-44cb-98fb-54460a451b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:01.639242 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:01.682817 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-65b7bacb-8c52-44cb-98fb-54460a451b94 None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:02.094862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:02.477216 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57844) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:02.794895 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [None req-422713f3-b45a-41cb-aead-c9a44f01ec59 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 19:59:02.796468 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-422713f3-b45a-41cb-aead-c9a44f01ec59 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3182809 Jun 23 19:59:03.133660 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9ff7e9b1-aef1-46e6-85e5-41cef3188724 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:59:03.179737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:03.180128 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:03.249853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:05.084930 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57852) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:05.398450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:59:05.537549 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Made reservation on behalf of e3c8189cd37644e9a49e850123b33202 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:59:05.539791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:05.573242 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:05.642342 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:05.673808 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks [] for security_group (0664b69b-cd68-4f48-b7e2-3b59b5fc476f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:05.804209 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0664b69b-cd68-4f48-b7e2-3b59b5fc476f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:05.828512 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664b69b-cd68-4f48-b7e2-3b59b5fc476f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:05.924696 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Reserving flat network on physical network physnet1 {{(pid=104562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 19:59:05.940607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776110369154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (fd9fab1c-6379-449a-8ed3-e498a18fdc2c), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:05.941141 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Unsubscribe: segment precommit_create {{(pid=104562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 19:59:05.941600 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Added segment fd9fab1c-6379-449a-8ed3-e498a18fdc2c of type flat for network 26213e81-d01a-4463-b067-fee47584dca8 Jun 23 19:59:06.003389 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (26213e81-d01a-4463-b067-fee47584dca8), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:06.119999 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (26213e81-d01a-4463-b067-fee47584dca8), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:06.121034 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:59:06.121604 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:06.213319 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] Pushing event updated for resources: {'Network': ['ID=26213e81-d01a-4463-b067-fee47584dca8,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:06.221960 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cc64af07-78e5-48a6-9d55-cfec8582ff0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:06.224511 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 26213e81-d01a-4463-b067-fee47584dca8 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 19:59:06.237310 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a491b92d-6ff9-463c-b984-9a4a83df63af admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1513278 Jun 23 19:59:08.366125 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-193e957c-e07c-46bc-b526-590e4a9eeca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:08.477163 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57860) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:08.837159 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18411e3c-ba70-4f75-9f25-d644786a93b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:59:08.838475 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-18411e3c-ba70-4f75-9f25-d644786a93b2 demo admin] 10.222.0.44 "GET /v2.0/subnets/a2e75554-008b-452f-b5bb-b10d922c36ab HTTP/1.1" status: 200 len: 849 time: 0.3602965 Jun 23 19:59:08.960916 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-80d5e2ec-b045-43bf-b266-a7e3891e1abd demo admin] 10.222.0.44 "GET /v2.0/routers/289b7548-1ec1-4ed3-baa9-66315d3ada18 HTTP/1.1" status: 200 len: 704 time: 0.1161821 Jun 23 19:59:09.088853 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:09.218418 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:09.502733 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Allocated IP 172.20.0.1 (c3b86aac-f841-4086-bce5-649a14664b99/a2e75554-008b-452f-b5bb-b10d922c36ab/2866cce1-54be-4acc-9379-afa510911d05) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:59:09.632680 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:09.663641 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks [] for port (2866cce1-54be-4acc-9379-afa510911d05), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:09.823105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:09.870054 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (2866cce1-54be-4acc-9379-afa510911d05), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:09.938163 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Network c3b86aac-f841-4086-bce5-649a14664b99 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:59:09.946901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:59:09.954394 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 19:59:09.954946 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (289b7548-1ec1-4ed3-baa9-66315d3ada18), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:09.979694 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Pushing event updated for resources: {'Port': ['ID=2866cce1-54be-4acc-9379-afa510911d05,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:10.144264 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7ab3b3f2-5f90-4c3a-a7bb-bdac53e83086 None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:10.144758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b3f2-5f90-4c3a-a7bb-bdac53e83086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.178262 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3b3f2-5f90-4c3a-a7bb-bdac53e83086 None None] Port 2866cce1-54be-4acc-9379-afa510911d05 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 19:59:10.213728 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (2866cce1-54be-4acc-9379-afa510911d05), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.313208 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:10.430272 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks [] for port (2866cce1-54be-4acc-9379-afa510911d05), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.537062 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (2866cce1-54be-4acc-9379-afa510911d05), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.537870 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (289b7548-1ec1-4ed3-baa9-66315d3ada18), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.597092 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Pushing event updated for resources: {'Port': ['ID=2866cce1-54be-4acc-9379-afa510911d05,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:10.663189 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Network c3b86aac-f841-4086-bce5-649a14664b99 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:59:10.664511 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:59:10.898688 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b7c5d5e2-91f8-4eda-a99b-1b85944fe913 None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:10.899252 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5e2-91f8-4eda-a99b-1b85944fe913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:10.903203 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Router 289b7548-1ec1-4ed3-baa9-66315d3ada18 is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 19:59:10.941467 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5d5e2-91f8-4eda-a99b-1b85944fe913 None None] Port 2866cce1-54be-4acc-9379-afa510911d05 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 19:59:10.999343 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:59:11.004489 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e698740f-e5e9-4de4-a7d2-0573077344f4 demo admin] 10.222.0.44 "PUT /v2.0/routers/289b7548-1ec1-4ed3-baa9-66315d3ada18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0383470 Jun 23 19:59:11.009463 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Sync routers for ids ['289b7548-1ec1-4ed3-baa9-66315d3ada18'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:59:11.010031 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:11.022418 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Routers {'289b7548-1ec1-4ed3-baa9-66315d3ada18'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 19:59:11.023223 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T19:59:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['289b7548-1ec1-4ed3-baa9-66315d3ada18'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:11.200024 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Set router 289b7548-1ec1-4ed3-baa9-66315d3ada18 gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 19:59:11.495954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:11.614450 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:10Z', 'revision_number': 2, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port_host': None, '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:10Z', 'revision_number': 2, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:11.661667 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Checking router: 289b7548-1ec1-4ed3-baa9-66315d3ada18 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:59:11.662036 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Updating router 289b7548-1ec1-4ed3-baa9-66315d3ada18 port 2866cce1-54be-4acc-9379-afa510911d05 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:59:11.715170 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (2866cce1-54be-4acc-9379-afa510911d05), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.206516 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks [] for port (2866cce1-54be-4acc-9379-afa510911d05), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.280797 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (2866cce1-54be-4acc-9379-afa510911d05), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.438600 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Pushing event updated for resources: {'Port': ['ID=2866cce1-54be-4acc-9379-afa510911d05,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:12.457479 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.457746 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.458094 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.458436 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.458769 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.459100 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.459427 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.459749 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.460075 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.460424 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.460764 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.461104 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.461425 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.461748 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.462061 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Tracked resource versions report: Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: pushed versions: Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: { 'AddressGroup': {'1.2'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Agent': {'1.1'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'ConntrackHelper': {'1.0'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'LocalIPAssociation': {'1.0'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Log': {'1.0'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'NDPProxy': {'1.0'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Network': {'1.1'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Port': {'1.7'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'PortForwarding': {'1.3'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'QosPolicy': {'1.10'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroup': {'1.5'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroupRule': {'1.2'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SubPort': {'1.0'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Subnet': {'1.1'}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Trunk': {'1.1'}} Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: consumer versions: Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Agent': '1.1', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'ConntrackHelper': '1.0', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'LocalIPAssociation': '1.0', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Log': '1.0', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'NDPProxy': '1.0', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Network': '1.1', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Port': '1.7', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'PortForwarding': '1.3', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'QosPolicy': '1.10', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroup': '1.5', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroupRule': '1.2', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SubPort': '1.0', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Subnet': '1.1', Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Trunk': '1.1'}} Jun 23 19:59:12.463544 dv-cinder-847274-2-iscsi neutron-server[104565]: {{(pid=104565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 19:59:12.468446 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Attempting to bind port 2866cce1-54be-4acc-9379-afa510911d05 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 19:59:12.470304 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Attempting to bind port 2866cce1-54be-4acc-9379-afa510911d05 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 19:59:12.470304 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Attempting to bind port 2866cce1-54be-4acc-9379-afa510911d05 on network c3b86aac-f841-4086-bce5-649a14664b99 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 19:59:12.476142 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 19:59:12.476520 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Checking segment: {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 19:59:12.477002 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.477378 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Bound using segment: {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 19:59:12.477864 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Bound port: 2866cce1-54be-4acc-9379-afa510911d05, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce2ea9f-c217-405e-8a89-981027e96912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 19:59:12.478273 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (2866cce1-54be-4acc-9379-afa510911d05), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.539630 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] For port 2866cce1-54be-4acc-9379-afa510911d05, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:59:12.558989 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] For port 2866cce1-54be-4acc-9379-afa510911d05, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=2866cce1-54be-4acc-9379-afa510911d05,segment=NetworkSegment(bce2ea9f-c217-405e-8a89-981027e96912),segment_id=bce2ea9f-c217-405e-8a89-981027e96912)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:59:12.567825 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e1fb8bf8-5600-495e-a3cc-8b42eeb83cee None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:12.568349 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e1fb8bf8-5600-495e-a3cc-8b42eeb83cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.599163 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb8bf8-5600-495e-a3cc-8b42eeb83cee None None] Port 2866cce1-54be-4acc-9379-afa510911d05 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 19:59:12.646009 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (2866cce1-54be-4acc-9379-afa510911d05), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.649732 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:12.672840 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:12.706563 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Routers {'289b7548-1ec1-4ed3-baa9-66315d3ada18'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 19:59:12.707192 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T19:59:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['289b7548-1ec1-4ed3-baa9-66315d3ada18'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:12.740024 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7bc6f-5879-41a4-9877-4c8ed0d0d8c0 None None] Pushing event updated for resources: {'Port': ['ID=2866cce1-54be-4acc-9379-afa510911d05,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:12.796636 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] Set router 289b7548-1ec1-4ed3-baa9-66315d3ada18 gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 19:59:12.920026 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:12.920775 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:12.992847 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:10Z', 'revision_number': 2, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port_host': None, '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:12Z', 'revision_number': 4, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:12.999615 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Current status of the port 2866cce1-54be-4acc-9379-afa510911d05 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:13.000169 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (2866cce1-54be-4acc-9379-afa510911d05), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:13.018314 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826b9090-6842-4d6c-90a6-28f6027218fd None None] The sync data for ids ['289b7548-1ec1-4ed3-baa9-66315d3ada18'] in dv-cinder-847274-2-iscsi is: [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:10Z', 'revision_number': 2, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port_host': None, '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:12Z', 'revision_number': 4, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:59:13.033675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] For port 2866cce1-54be-4acc-9379-afa510911d05, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=2866cce1-54be-4acc-9379-afa510911d05,segment=NetworkSegment(bce2ea9f-c217-405e-8a89-981027e96912),segment_id=bce2ea9f-c217-405e-8a89-981027e96912)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:59:13.120104 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (2866cce1-54be-4acc-9379-afa510911d05), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:13.170711 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1cdbd-f0a8-4f6b-a617-de95a839faaf None None] Pushing event updated for resources: {'Port': ['ID=2866cce1-54be-4acc-9379-afa510911d05,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:13.326157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57880) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:13.526179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5582cd1-5322-41c3-92d5-250535e5317b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:59:13.527556 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c5582cd1-5322-41c3-92d5-250535e5317b admin admin] 10.222.0.44 "GET /v2.0/networks/26213e81-d01a-4463-b067-fee47584dca8 HTTP/1.1" status: 200 len: 842 time: 0.2004445 Jun 23 19:59:13.537689 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:59:13.662901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Made reservation on behalf of e3c8189cd37644e9a49e850123b33202 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 19:59:13.665372 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:13.667168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:14.001820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.objects.ports [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104562) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 19:59:14.002249 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (4f1e981a-ed3d-4f82-bc89-978a6db815c5), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:14.062122 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1e981a-ed3d-4f82-bc89-978a6db815c5,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:14.073729 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 19:59:14.074085 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Network hostable DHCP agents. Network: 26213e81-d01a-4463-b067-fee47584dca8, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 19:59:14.188800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 19:59:14.192013 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:14.291742 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 26213e81-d01a-4463-b067-fee47584dca8) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:59:14.296121 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:59:14.296751 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:14.311071 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c578847-700d-42b5-b2f2-6585a0e83f56 None None] Network 26213e81-d01a-4463-b067-fee47584dca8 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 19:59:14.374753 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8c7a4c72-97d2-41df-bd1b-da8f8d05b056 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8404868 Jun 23 19:59:14.396351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:14.422489 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4fea8-2099-4a2a-9aeb-e6fe107883f6 None None] Network 26213e81-d01a-4463-b067-fee47584dca8 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 19:59:14.467569 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:16.652865 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 57898) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:16.851985 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b77c48a9-a14a-420c-8488-b5cd90321b1b demo admin] 10.222.0.44 "GET /v2.0/routers/289b7548-1ec1-4ed3-baa9-66315d3ada18 HTTP/1.1" status: 200 len: 710 time: 0.1979156 Jun 23 19:59:16.938218 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68b372-b2de-4997-983e-5a382e19e9dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 19:59:16.939590 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2e68b372-b2de-4997-983e-5a382e19e9dc demo admin] 10.222.0.44 "GET /v2.0/networks/26213e81-d01a-4463-b067-fee47584dca8 HTTP/1.1" status: 200 len: 886 time: 0.0820849 Jun 23 19:59:16.948607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 19:59:17.192541 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks [] for router_gateway (289b7548-1ec1-4ed3-baa9-66315d3ada18), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:17.415357 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:17.478667 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks [] for router_gateway (289b7548-1ec1-4ed3-baa9-66315d3ada18), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:17.557204 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:17.660076 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Allocated IP 172.27.0.11 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/9f785999-d579-4b93-9044-b2cedb8ce7a5) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 19:59:17.686657 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:17.767431 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks [] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:17.880239 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:17.923388 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 19:59:17.928368 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 19:59:17.930765 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Pushing event updated for resources: {'Port': ['ID=9f785999-d579-4b93-9044-b2cedb8ce7a5,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:17.935312 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 19:59:18.242447 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks [] for router_gateway (289b7548-1ec1-4ed3-baa9-66315d3ada18), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:18.488901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:18.506358 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2012116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2000470', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-514965'] for router (289b7548-1ec1-4ed3-baa9-66315d3ada18), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:18.509608 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2012077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2012095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2000431'] for router (289b7548-1ec1-4ed3-baa9-66315d3ada18), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:18.612504 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Router 289b7548-1ec1-4ed3-baa9-66315d3ada18 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 19:59:18.714215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 19:59:18.719443 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:18.720666 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-efce5fff-dc28-48ea-a07f-65675b6fe91d demo admin] 10.222.0.44 "PUT /v2.0/routers/289b7548-1ec1-4ed3-baa9-66315d3ada18 HTTP/1.1" status: 200 len: 889 time: 1.7754190 Jun 23 19:59:19.155775 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 2866cce1-54be-4acc-9379-afa510911d05 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:59:19.203602 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:19.203997 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:19.273698 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Sync routers for ids ['289b7548-1ec1-4ed3-baa9-66315d3ada18'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 19:59:19.283227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 2866cce1-54be-4acc-9379-afa510911d05 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:19.288879 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Routers {'289b7548-1ec1-4ed3-baa9-66315d3ada18'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 19:59:19.289499 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T19:59:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['289b7548-1ec1-4ed3-baa9-66315d3ada18'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:19.490291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Set router 289b7548-1ec1-4ed3-baa9-66315d3ada18 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 19:59:19.927752 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:18Z', 'revision_number': 4, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port': {'id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:17Z', 'updated_at': '2022-06-23T19:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:13Z', 'revision_number': 5, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:19.977408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Checking router: 289b7548-1ec1-4ed3-baa9-66315d3ada18 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 19:59:19.977767 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Updating router 289b7548-1ec1-4ed3-baa9-66315d3ada18 port 9f785999-d579-4b93-9044-b2cedb8ce7a5 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 19:59:20.030480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.336941 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks [] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.445653 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.451426 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:20.493036 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:20.497109 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Attempting to bind port 9f785999-d579-4b93-9044-b2cedb8ce7a5 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 19:59:20.497480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Attempting to bind port 9f785999-d579-4b93-9044-b2cedb8ce7a5 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 19:59:20.497847 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Attempting to bind port 9f785999-d579-4b93-9044-b2cedb8ce7a5 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 19:59:20.504400 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7967f-c1b1-45a5-af70-b0185b4a1a74 None None] Pushing event updated for resources: {'Port': ['ID=9f785999-d579-4b93-9044-b2cedb8ce7a5,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:20.506771 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 19:59:20.507154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 19:59:20.507542 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.507922 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 19:59:20.508413 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Bound port: 9f785999-d579-4b93-9044-b2cedb8ce7a5, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 19:59:20.508796 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.557496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] For port 9f785999-d579-4b93-9044-b2cedb8ce7a5, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 19:59:20.560443 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] For port 9f785999-d579-4b93-9044-b2cedb8ce7a5, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9f785999-d579-4b93-9044-b2cedb8ce7a5,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 19:59:20.680187 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:20.738221 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Routers {'289b7548-1ec1-4ed3-baa9-66315d3ada18'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 19:59:20.738839 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T19:59:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['289b7548-1ec1-4ed3-baa9-66315d3ada18'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:20.770374 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7967f-c1b1-45a5-af70-b0185b4a1a74 None None] Pushing event updated for resources: {'Port': ['ID=9f785999-d579-4b93-9044-b2cedb8ce7a5,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:20.841398 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] Set router 289b7548-1ec1-4ed3-baa9-66315d3ada18 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 19:59:21.002658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 57912) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 19:59:21.036518 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:18Z', 'revision_number': 4, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port': {'id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:17Z', 'updated_at': '2022-06-23T19:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:13Z', 'revision_number': 5, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 19:59:21.062342 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7488c93a-1577-460d-abaf-594c48ffe564 None None] The sync data for ids ['289b7548-1ec1-4ed3-baa9-66315d3ada18'] in dv-cinder-847274-2-iscsi is: [{'id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'name': 'router1', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T19:58:59Z', 'updated_at': '2022-06-23T19:59:18Z', 'revision_number': 4, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'gw_port': {'id': '9f785999-d579-4b93-9044-b2cedb8ce7a5', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:17Z', 'updated_at': '2022-06-23T19:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '2866cce1-54be-4acc-9379-afa510911d05', 'name': '', 'network_id': 'c3b86aac-f841-4086-bce5-649a14664b99', 'tenant_id': '4c94dfce039f4ff29bec2f9831ec1748', 'mac_address': 'fa:16:3e:4c:43:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289b7548-1ec1-4ed3-baa9-66315d3ada18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T19:59:09Z', 'updated_at': '2022-06-23T19:59:13Z', 'revision_number': 5, 'project_id': '4c94dfce039f4ff29bec2f9831ec1748', 'subnets': [{'id': 'a2e75554-008b-452f-b5bb-b10d922c36ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1f3ab875-33fb-4a1f-8c14-e18c325ec2de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 19:59:21.175092 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-56bf1ef1-27d6-409c-b6b4-902e34621954 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1712811 Jun 23 19:59:23.193543 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9f785999-d579-4b93-9044-b2cedb8ce7a5 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:59:23.246053 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9f785999-d579-4b93-9044-b2cedb8ce7a5 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:23.246405 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:23.323332 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9f785999-d579-4b93-9044-b2cedb8ce7a5 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:23.323713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:23.345513 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 9f785999-d579-4b93-9044-b2cedb8ce7a5, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9f785999-d579-4b93-9044-b2cedb8ce7a5,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 19:59:23.412243 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:23.449291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:23.467014 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=9f785999-d579-4b93-9044-b2cedb8ce7a5,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 19:59:23.887940 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 19:59:25.189331 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9f785999-d579-4b93-9044-b2cedb8ce7a5 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 19:59:25.251310 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9f785999-d579-4b93-9044-b2cedb8ce7a5 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 19:59:25.251692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9f785999-d579-4b93-9044-b2cedb8ce7a5), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:25.342138 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9f785999-d579-4b93-9044-b2cedb8ce7a5 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 19:59:28.710518 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:28.712106 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:31.159455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:31.170601 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:33.883460 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=24 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:33.884589 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=58 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:35.293673 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:35.342062 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=25 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:36.252638 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1cf615b7-9a2b-4b76-b29a-a5aee157ba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:38.371195 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-777a7edb-c846-4e4b-aa24-c7809c25e775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:39.844766 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:41.040012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:41.514419 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 19:59:51.420551 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 19:59:51.433147 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:00.886232 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:00:06.335643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b17419d1-a3b8-4170-ae68-c66023ee0ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:08.364275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-720e744e-bcf4-4fed-8f33-73e996e433c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:09.815594 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:10.881556 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:10.884133 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:10.998532 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:11.495736 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:21.411748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:21.413672 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:34.886246 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:36.197595 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2e9a42c4-6e5a-4b72-a590-ddce93b0a59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:37.885273 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:00:38.346236 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e59efb26-7bed-4db6-abb1-e5c24b1ff7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:39.611996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58452) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:39.684292 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cef9f3f-3175-4f6c-a81b-be59a736677b admin admin] GET failed (client error): The resource could not be found. Jun 23 20:00:39.685601 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0cef9f3f-3175-4f6c-a81b-be59a736677b admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0726283 Jun 23 20:00:39.820443 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:39.878011 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202e0d3-6558-445e-b1f0-11e28691a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:39.879637 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9202e0d3-6558-445e-b1f0-11e28691a0a3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1899545 Jun 23 20:00:41.014588 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:41.483013 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:41.935036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58462) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:42.065726 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53a677-fe58-47e8-ae06-cb7d4d22f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:42.067081 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-7f53a677-fe58-47e8-ae06-cb7d4d22f9fe admin admin] 10.222.0.44 "GET /v2.0/subnets/a2e75554-008b-452f-b5bb-b10d922c36ab HTTP/1.1" status: 200 len: 849 time: 0.1310785 Jun 23 20:00:42.076779 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:00:42.162508 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Publish callbacks [] for subnet (a2e75554-008b-452f-b5bb-b10d922c36ab), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:42.357382 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776110465127'] for subnet (a2e75554-008b-452f-b5bb-b10d922c36ab), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:42.394851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:42.394851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:42.396369 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] 10.222.0.44 "PUT /v2.0/subnets/a2e75554-008b-452f-b5bb-b10d922c36ab HTTP/1.1" status: 200 len: 868 time: 0.3228793 Jun 23 20:00:42.398094 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1cf4b-eeb7-4011-9a6f-884dfa3d5767 None None] Network c3b86aac-f841-4086-bce5-649a14664b99 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:00:42.415950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e75554-008b-452f-b5bb-b10d922c36ab,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:00:42.424788 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.425224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.425581 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.426703 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.427066 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.427410 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.427744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.428648 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.429015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.429359 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.429696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.430888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.431242 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.431579 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.431911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d28dccb-167b-416d-bc46-9cfec5947b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:00:42.745484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Provisioning complete for port 2866cce1-54be-4acc-9379-afa510911d05 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:00:42.745868 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (2866cce1-54be-4acc-9379-afa510911d05), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:42.818920 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Current status of the port 2866cce1-54be-4acc-9379-afa510911d05 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:00:42.828111 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Provisioning complete for port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:00:42.828523 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9ff7e9b1-aef1-46e6-85e5-41cef3188724), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:00:42.897728 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf4785-78ac-4c1c-8485-41c3c10e0aa5 None None] Current status of the port 9ff7e9b1-aef1-46e6-85e5-41cef3188724 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:00:44.462139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58470) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:44.660048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431bf71-d202-4cdb-99cd-396440dacde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:44.660546 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431bf71-d202-4cdb-99cd-396440dacde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:44.662073 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1431bf71-d202-4cdb-99cd-396440dacde0 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989202 Jun 23 20:00:46.717087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58478) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:46.849000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1d16-f114-4fd8-9edd-d107300c03c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:46.849467 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d1d16-f114-4fd8-9edd-d107300c03c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:46.850976 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-789d1d16-f114-4fd8-9edd-d107300c03c8 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329494 Jun 23 20:00:47.880792 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:47.881566 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=8 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:48.946088 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58486) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:49.068490 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e70a5-39a6-4e6a-8f67-524c98ffac83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:49.069836 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5d9e70a5-39a6-4e6a-8f67-524c98ffac83 admin admin] 10.222.0.44 "GET /v2.0/networks/26213e81-d01a-4463-b067-fee47584dca8 HTTP/1.1" status: 200 len: 886 time: 0.1225529 Jun 23 20:00:51.122575 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58496) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:51.253777 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8db42-de6f-4f33-a680-093e38a9ca5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:51.255192 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-dda8db42-de6f-4f33-a680-093e38a9ca5f admin admin] 10.222.0.44 "GET /v2.0/networks/c3b86aac-f841-4086-bce5-649a14664b99 HTTP/1.1" status: 200 len: 869 time: 0.1316614 Jun 23 20:00:52.894658 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:52.896576 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:53.322137 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58504) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:53.454647 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd260cbe-3c4c-4143-8368-7ee9dc3de136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:53.455009 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd260cbe-3c4c-4143-8368-7ee9dc3de136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:53.456578 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fd260cbe-3c4c-4143-8368-7ee9dc3de136 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334174 Jun 23 20:00:55.572452 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58512) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:55.664396 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f04e4-d498-49b9-86da-1ae06447869d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:55.664855 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041f04e4-d498-49b9-86da-1ae06447869d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:55.666352 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-041f04e4-d498-49b9-86da-1ae06447869d admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928955 Jun 23 20:00:56.840351 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:56.846321 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:00:57.742542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58520) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:00:57.831331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d02202-b12a-459b-8fb7-fb4ac8786e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:00:57.832724 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-87d02202-b12a-459b-8fb7-fb4ac8786e6f admin admin] 10.222.0.44 "GET /v2.0/subnets/4f1e981a-ed3d-4f82-bc89-978a6db815c5 HTTP/1.1" status: 200 len: 816 time: 0.0892024 Jun 23 20:00:59.913046 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58528) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:01:00.008671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac785517-3f49-4e75-80e3-c26cce6574fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:01:00.010052 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ac785517-3f49-4e75-80e3-c26cce6574fe admin admin] 10.222.0.44 "GET /v2.0/subnets/a2e75554-008b-452f-b5bb-b10d922c36ab HTTP/1.1" status: 200 len: 868 time: 0.0960383 Jun 23 20:01:06.208459 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f19e0af7-fe0b-46e5-8c73-2cee2373ef8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:08.356925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-37d9b696-3335-4d9c-a384-13d482ce3491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:09.917361 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:10.003488 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=42 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:10.005345 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=50 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:11.036911 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:11.476342 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:14.884799 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:01:21.410354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:21.412318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:21.890907 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:26.783447 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58582) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:01:26.830878 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [None req-03930fb0-a694-424b-bae8-555d123f5c1c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:01:26.831887 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-03930fb0-a694-424b-bae8-555d123f5c1c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475037 Jun 23 20:01:28.968833 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58590) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:01:29.029479 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d87bd81-076b-4eb6-9652-4a33faa0e9e6 admin admin] GET failed (client error): The resource could not be found. Jun 23 20:01:29.030738 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5d87bd81-076b-4eb6-9652-4a33faa0e9e6 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609639 Jun 23 20:01:29.114597 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a0170e-3168-45b8-b025-647d7f52de66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:01:29.116036 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-12a0170e-3168-45b8-b025-647d7f52de66 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813441 Jun 23 20:01:31.193898 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58598) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:01:31.240538 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:01:31.321890 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Made reservation on behalf of e3c8189cd37644e9a49e850123b33202 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:01:31.324142 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:31.350867 dv-cinder-847274-2-iscsi neutron-server[104562]: WARNING neutron.services.revisions.revision_plugin [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Could not find related network for resource to bump revision. Jun 23 20:01:31.364643 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:01:31.373920 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (c019cfae-7872-49d0-88fd-b76378267666), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:31.374254 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Added segment c019cfae-7872-49d0-88fd-b76378267666 of type vlan for network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 Jun 23 20:01:31.415656 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (8b0fdf00-45f8-45e0-bcf7-f49eb7c63764), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:31.499226 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (8b0fdf00-45f8-45e0-bcf7-f49eb7c63764), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:31.500179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:01:31.500773 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:31.560922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0fdf00-45f8-45e0-bcf7-f49eb7c63764,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:01:31.567399 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.567740 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.568072 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.568427 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.577957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:31.583371 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:01:31.610265 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c45d18cd-8029-4e18-8264-35dfebf75694 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4153194 Jun 23 20:01:33.235737 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=17 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:33.243386 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=14 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:33.688742 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58606) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:01:33.748513 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.pecan_wsgi.hooks.translation [None req-640b6607-92a0-469e-a552-7f5a3c7776b3 admin admin] GET failed (client error): The resource could not be found. Jun 23 20:01:33.749765 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-640b6607-92a0-469e-a552-7f5a3c7776b3 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600953 Jun 23 20:01:33.819178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596127b1-5e58-4c56-8477-4009f35c30d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:01:33.820591 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-596127b1-5e58-4c56-8477-4009f35c30d1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668361 Jun 23 20:01:33.830672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:01:33.967727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Made reservation on behalf of e3c8189cd37644e9a49e850123b33202 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:01:33.970068 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:34.242712 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (93b04a34-b4ce-4a69-bbba-65a6844f63f3), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:34.303638 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b04a34-b4ce-4a69-bbba-65a6844f63f3,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:01:34.313412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Checking segment: {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:01:34.313774 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Network hostable DHCP agents. Network: 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:01:34.384241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:01:34.469985 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:01:34.473916 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:01:34.474509 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:34.479457 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332f12e-2e1c-4c49-a3e2-13751a04d8ab None None] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:01:34.547993 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9429375d-2934-47f0-9c3c-ccc35bd302fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7201972 Jun 23 20:01:34.678475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-8b0fdf00-45f8-45e0-bcf7-f49eb7c63764', 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764', 'project_id': 'e3c8189cd37644e9a49e850123b33202', 'fixed_ips': [{'subnet_id': '93b04a34-b4ce-4a69-bbba-65a6844f63f3'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:01:34.679426 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:34.819665 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Allocated IP 192.168.233.2 (8b0fdf00-45f8-45e0-bcf7-f49eb7c63764/93b04a34-b4ce-4a69-bbba-65a6844f63f3/434caa52-08e5-46f2-b59d-3a8f012de1fc) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:01:34.965878 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks [] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:35.013508 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:35.053993 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:01:35.056774 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:01:35.060564 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:01:35.067528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Pushing event updated for resources: {'Port': ['ID=434caa52-08e5-46f2-b59d-3a8f012de1fc,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:01:35.092378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.092646 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.093006 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.093360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.093684 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.094005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.094325 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.094643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.094957 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.095272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.095587 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.095913 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.096229 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.096594 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.096904 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:01:35.133655 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Attempting to bind port 434caa52-08e5-46f2-b59d-3a8f012de1fc on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:01:35.134022 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Attempting to bind port 434caa52-08e5-46f2-b59d-3a8f012de1fc by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:01:35.134380 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Attempting to bind port 434caa52-08e5-46f2-b59d-3a8f012de1fc on network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:01:35.140601 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:01:35.140968 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Checking segment: {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:01:35.141360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:35.141744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Bound using segment: {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:01:35.142205 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Bound port: 434caa52-08e5-46f2-b59d-3a8f012de1fc, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:01:35.142583 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:35.206995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-48c713bf-dce9-443e-a353-645460e0caef None None] For port 434caa52-08e5-46f2-b59d-3a8f012de1fc, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:01:35.210034 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-48c713bf-dce9-443e-a353-645460e0caef None None] For port 434caa52-08e5-46f2-b59d-3a8f012de1fc, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=434caa52-08e5-46f2-b59d-3a8f012de1fc,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:01:35.260161 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:35.319377 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c713bf-dce9-443e-a353-645460e0caef None None] Pushing event updated for resources: {'Port': ['ID=434caa52-08e5-46f2-b59d-3a8f012de1fc,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:01:36.158095 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202fb01-f11d-4073-9518-647056da7340 None None] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:01:36.222360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6f2a9b77-2f36-4369-8ed5-41187f869287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:36.241378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:36.242613 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Provisioning complete for port 434caa52-08e5-46f2-b59d-3a8f012de1fc triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:01:36.243000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:36.274822 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:36.354898 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Current status of the port 434caa52-08e5-46f2-b59d-3a8f012de1fc is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:01:36.355282 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:36.399097 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] For port 434caa52-08e5-46f2-b59d-3a8f012de1fc, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=434caa52-08e5-46f2-b59d-3a8f012de1fc,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:01:36.471779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:36.521517 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab093b-a6c8-4427-876a-3f720127b3f4 None None] Pushing event updated for resources: {'Port': ['ID=434caa52-08e5-46f2-b59d-3a8f012de1fc,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:01:36.592286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-6afad68f-059c-4ff0-832f-205792291a69 None None] Provisioning complete for port 434caa52-08e5-46f2-b59d-3a8f012de1fc triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:01:36.592692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6afad68f-059c-4ff0-832f-205792291a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:36.662951 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-6afad68f-059c-4ff0-832f-205792291a69 None None] Current status of the port 434caa52-08e5-46f2-b59d-3a8f012de1fc is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:01:37.244344 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 434caa52-08e5-46f2-b59d-3a8f012de1fc up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:01:37.295082 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 434caa52-08e5-46f2-b59d-3a8f012de1fc triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:01:37.295473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (434caa52-08e5-46f2-b59d-3a8f012de1fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:37.365083 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 434caa52-08e5-46f2-b59d-3a8f012de1fc is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:01:38.373428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-12c22fa3-f6da-43cd-8d2f-889b3fa4f937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:39.830312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:41.030108 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:41.510580 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:01:41.533061 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:41.564361 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:44.484126 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:44.484971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:51.417527 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:51.419383 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:01:51.884040 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:02:01.880114 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:01.880952 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:06.235580 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-05f419b1-3577-46e3-8917-15e2628bf7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:08.361045 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1aab-a7c6-4c6d-be22-2f52b9fa6d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:09.862981 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:11.075212 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:11.670400 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:21.412581 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:21.418546 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:28.882629 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:02:36.252188 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fbb492b0-07ee-458e-a5d7-cfe76310bb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:38.354606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41fdad76-5f14-4632-a02b-dcac1e85065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:38.878865 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:38.879678 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=6 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:39.840330 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:41.466930 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:41.543283 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:02:51.412643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:02:51.419092 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:05.883503 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:03:06.205818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a7bb-dc0b-436c-92fb-ff356940fc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:08.369738 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-69911a96-877e-4391-9f53-53a20e562696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:09.828280 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:11.034359 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:11.485789 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:12.888041 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:15.880062 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:21.418823 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:21.421200 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:23.630474 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58648) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:03:23.635979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [None req-10d42577-fa16-4484-811f-91cfa30be884 tempest-verify_tempest_config-1374036320 tempest-verify_tempest_config-1374036320-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:03:23.637009 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-10d42577-fa16-4484-811f-91cfa30be884 tempest-verify_tempest_config-1374036320 tempest-verify_tempest_config-1374036320-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056281 Jun 23 20:03:24.135610 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58666) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:03:24.243108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.315804 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Publish callbacks [] for security_group (65792b47-6cd5-479a-92df-5f08420db27f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.399677 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (65792b47-6cd5-479a-92df-5f08420db27f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.445879 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8060af9c77b4025bffffa12a8b351ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3092222 Jun 23 20:03:24.447995 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65792b47-6cd5-479a-92df-5f08420db27f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:03:24.448922 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58672) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:03:24.454835 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.455121 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.455461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.455794 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.456507 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.456507 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.456776 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.457093 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.457430 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.457753 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.458087 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.458409 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.458726 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.459042 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.459353 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0ac4c-b3b4-4b3f-a638-11400e1f64de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.506194 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Publish callbacks [] for security_group (65792b47-6cd5-479a-92df-5f08420db27f), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.527039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Publish callbacks [] for security_group (65792b47-6cd5-479a-92df-5f08420db27f), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.685882 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (65792b47-6cd5-479a-92df-5f08420db27f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.688504 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:24.689667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65792b47-6cd5-479a-92df-5f08420db27f HTTP/1.1" status: 204 len: 168 time: 0.2398081 Jun 23 20:03:24.697835 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65792b47-6cd5-479a-92df-5f08420db27f,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:03:24.704685 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.705138 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.705468 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.705810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.706167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.706501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.706995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.707170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.707511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.707899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.708263 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.708673 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.709025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.709346 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:24.709666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db278768-0595-46fa-aa5a-83fba669a862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:03:33.107964 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=10 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:33.110806 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=16 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:34.450820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:34.451611 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:34.694144 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:34.701118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:34.729181 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:36.222065 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d31ca547-cae0-4ae5-9bc2-16ad624c53fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:38.364643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-40580668-4d14-4f8e-a451-0b750931e481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:39.833626 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:41.033511 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:41.484894 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:03:42.882947 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:03:49.883771 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:51.422375 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:51.424379 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:03:52.879144 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:06.210059 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c5c02484-ecd6-45d6-98ab-e8f65ea1039b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:08.370048 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a8ae6cac-33d8-4d7d-bf8e-c9ef7832b39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:09.838398 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:11.058796 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:11.556173 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:19.882329 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:04:21.420756 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:21.422638 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:34.887755 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:34.888570 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:36.212182 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-651cddba-a472-4613-92ff-b9aa7576620f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:38.426184 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f553de5c-cb2f-4671-8247-75bde5a852da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:39.878130 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:41.032371 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:41.515299 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:04:51.417919 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:51.424971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:04:56.881706 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 5 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:05:03.895314 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:06.248744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9ddd164d-5e4e-4698-b53b-5a8f2633e730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:06.878708 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:07.862851 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1999151'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:08.356933 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c5dedf93-ac6c-476c-899b-184d32045757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:09.839643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:11.076950 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:11.514478 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:19.916139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58746) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:05:20.024230 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-27d8a4bd-4481-40fb-81c3-36bf1accbb9c admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1069725 Jun 23 20:05:21.417862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:21.423847 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:22.117376 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58756) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:05:22.171572 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a37f5b0d-4e34-457b-90f1-9d57efa25d28 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531425 Jun 23 20:05:30.018860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:32.166703 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:33.880094 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:05:36.230812 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6959537e-2036-4446-8510-5b43bc61c2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:37.779686 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:38.367724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-039c05f3-8c0c-4af5-8107-cb9d48ad5c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:39.865153 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:40.900753 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=18 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:41.061431 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:41.511072 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:05:43.875868 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=16 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:51.421146 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:05:51.422996 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:06.232834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-61110cd6-43b6-4b5f-b5b6-609cd56af8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:07.796234 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:08.461387 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-53ca80fe-b7b9-4a54-8b81-744747b321ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:09.855497 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:10.881897 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:06:11.064685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:11.507317 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:20.877572 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:20.878392 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:21.418087 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:21.419838 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:34.894462 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:34.895827 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:36.219862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-36b004d2-4486-46c9-b8aa-8f136b262578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:37.796881 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:38.357545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-37815b7c-bffa-40cd-8b96-d278494cf5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:39.859815 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:41.071323 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:41.482236 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:47.882015 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:06:51.408692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:51.415678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:57.876833 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:57.877569 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=6 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:06:58.733252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58910) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:06:59.091203 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-624421939-network', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:06:59.173548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:06:59.176190 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.188012 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.268146 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks [] for security_group (a3053575-8adf-40b1-9cc1-16155ee2a44e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.337871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a3053575-8adf-40b1-9cc1-16155ee2a44e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.367550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:06:59.373201 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3053575-8adf-40b1-9cc1-16155ee2a44e,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:06:59.383375 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.383716 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.384053 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.384407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.384733 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.385054 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.387580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.388477 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.388946 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Tracked resource versions report: Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: pushed versions: Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: { 'AddressGroup': {'1.2'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Agent': {'1.1'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'ConntrackHelper': {'1.0'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'LocalIPAssociation': {'1.0'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Log': {'1.0'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'NDPProxy': {'1.0'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Network': {'1.1'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Port': {'1.7'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'PortForwarding': {'1.3'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'QosPolicy': {'1.10'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroup': {'1.5'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroupRule': {'1.2'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SubPort': {'1.0'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Subnet': {'1.1'}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Trunk': {'1.1'}} Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: consumer versions: Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: HyperV agent@hv-cinder-84727: {}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Agent': '1.1', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'ConntrackHelper': '1.0', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'LocalIPAssociation': '1.0', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Log': '1.0', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'NDPProxy': '1.0', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Network': '1.1', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Port': '1.7', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'PortForwarding': '1.3', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'QosPolicy': '1.10', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroup': '1.5', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SecurityGroupRule': '1.2', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'SubPort': '1.0', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Subnet': '1.1', Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: 'Trunk': '1.1'}} Jun 23 20:06:59.390390 dv-cinder-847274-2-iscsi neutron-server[104563]: {{(pid=104563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 20:06:59.397459 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (1b7336f2-4624-48f0-9e86-3547b6f8f35f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.397799 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Added segment 1b7336f2-4624-48f0-9e86-3547b6f8f35f of type vlan for network 2163b477-2f70-4f87-a2ba-0f833320ac92 Jun 23 20:06:59.439771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (2163b477-2f70-4f87-a2ba-0f833320ac92), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.589805 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58952) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:06:59.602642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (2163b477-2f70-4f87-a2ba-0f833320ac92), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.603532 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:06:59.604164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:06:59.722787 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9884589 Jun 23 20:06:59.726977 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58960) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:06:59.733663 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Request body: {'subnet': {'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-624421939-subnet', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:06:59.762292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4d0ab-bee8-4641-8f8a-0d39cf8c865c admin admin] Pushing event updated for resources: {'Network': ['ID=2163b477-2f70-4f87-a2ba-0f833320ac92,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:06:59.772737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:06:59.827442 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:06:59.832426 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.061378 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-network', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:00.099745 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (cbdbcceb-fe53-45f6-abde-15cdb82bb788), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.156270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Made reservation on behalf of bf37c9d0240b48078038d70f678a93eb for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:00.170172 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.181208 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.212659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdbcceb-fe53-45f6-abde-15cdb82bb788,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:00.212659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58974) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:00.240925 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.241792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.242249 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.242792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.243226 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.243780 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.244205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.244703 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.245208 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.246070 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.246595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.247164 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.250359 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.252496 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.253949 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Tracked resource versions report: Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: pushed versions: Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: { 'AddressGroup': {'1.2'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Agent': {'1.1'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'ConntrackHelper': {'1.0'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'LocalIPAssociation': {'1.0'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Log': {'1.0'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'NDPProxy': {'1.0'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Network': {'1.1'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Port': {'1.7'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'PortForwarding': {'1.3'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'QosPolicy': {'1.10'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroup': {'1.5'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroupRule': {'1.2'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SubPort': {'1.0'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Subnet': {'1.1'}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Trunk': {'1.1'}} Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: consumer versions: Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: HyperV agent@hv-cinder-84727: {}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Agent': '1.1', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'ConntrackHelper': '1.0', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'LocalIPAssociation': '1.0', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Log': '1.0', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'NDPProxy': '1.0', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Network': '1.1', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Port': '1.7', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'PortForwarding': '1.3', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'QosPolicy': '1.10', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroup': '1.5', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SecurityGroupRule': '1.2', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'SubPort': '1.0', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Subnet': '1.1', Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: 'Trunk': '1.1'}} Jun 23 20:07:00.261285 dv-cinder-847274-2-iscsi neutron-server[104562]: {{(pid=104562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 20:07:00.266434 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:00.266798 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Network hostable DHCP agents. Network: 2163b477-2f70-4f87-a2ba-0f833320ac92, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:00.291882 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks [] for security_group (6bb599ae-e6ee-47d2-be5d-03dc24add364), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.350625 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:00.379265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6bb599ae-e6ee-47d2-be5d-03dc24add364), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.406797 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb599ae-e6ee-47d2-be5d-03dc24add364,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:00.416449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:00.427195 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (cea281ca-b799-41e6-8d42-7f30296c95c1), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.427630 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 2163b477-2f70-4f87-a2ba-0f833320ac92) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:00.428047 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Added segment cea281ca-b799-41e6-8d42-7f30296c95c1 of type vlan for network 080ae0a2-412d-4942-8b59-3cac39c039b1 Jun 23 20:07:00.441038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:00.443508 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.446127 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c2171-cda3-4b60-a81a-d72995270cc3 None None] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:00.473207 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58986) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:00.487315 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (080ae0a2-412d-4942-8b59-3cac39c039b1), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.510808 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 58990) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:00.512456 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2b59a3a2-bcac-46d6-80f6-8953e503ff5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7820046 Jun 23 20:07:00.515508 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:00.574068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-2163b477-2f70-4f87-a2ba-0f833320ac92', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:07:00.575169 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.596595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1385798597-network', 'tenant_id': '32672f6e771b4d37986e48e0091b6877'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:00.619770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (080ae0a2-412d-4942-8b59-3cac39c039b1), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.620897 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:00.621649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.649002 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.651744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.662692 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:00.673948 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:00.710055 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Made reservation on behalf of 32672f6e771b4d37986e48e0091b6877 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:00.712456 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] Pushing event updated for resources: {'Network': ['ID=080ae0a2-412d-4942-8b59-3cac39c039b1,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:00.712809 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.724692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.742744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Allocated IP 172.20.0.2 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/9cdf7d59-eec1-4852-a284-42a811e4ab51) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:00.782390 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-938e4431-8ae1-4cbe-9976-c58241a32c80 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1914728 Jun 23 20:07:00.789418 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 58996) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:00.797229 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Request body: {'subnet': {'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-subnet', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:00.820555 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks [] for security_group (e47f35d5-5ccf-4e68-b7b7-0967fcb6a702), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.822757 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for router_controller (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.844110 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:00.905630 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (e47f35d5-5ccf-4e68-b7b7-0967fcb6a702), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.928829 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:00.944159 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (a0968d23-0b4f-4c60-a2dd-6795738de88b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.945678 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Added segment a0968d23-0b4f-4c60-a2dd-6795738de88b of type vlan for network 99083d0d-c2fb-4de1-b837-38ec56d86bfa Jun 23 20:07:00.977827 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks [] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:00.996284 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Made reservation on behalf of bf37c9d0240b48078038d70f678a93eb for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:00.999006 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.005884 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-network', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:01.036039 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (99083d0d-c2fb-4de1-b837-38ec56d86bfa), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.094110 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.123680 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:01.137591 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.139243 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:01.142632 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:01.144550 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Pushing event updated for resources: {'Port': ['ID=9cdf7d59-eec1-4852-a284-42a811e4ab51,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.145266 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:01.146335 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for router_gateway (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.152680 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:01.155346 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.155688 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.156037 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.156577 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.157173 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.157669 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.158448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.158773 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.159473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.160337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.160673 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.160999 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.161319 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.161794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.162307 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Tracked resource versions report: Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: pushed versions: Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: { 'AddressGroup': {'1.2'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Agent': {'1.1'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'ConntrackHelper': {'1.0'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'LocalIPAssociation': {'1.0'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Log': {'1.0'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'NDPProxy': {'1.0'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Network': {'1.1'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Port': {'1.7'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'PortForwarding': {'1.3'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'QosPolicy': {'1.10'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroup': {'1.5'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroupRule': {'1.2'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SubPort': {'1.0'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Subnet': {'1.1'}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Trunk': {'1.1'}} Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: consumer versions: Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: HyperV agent@hv-cinder-84727: {}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Agent': '1.1', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'ConntrackHelper': '1.0', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'LocalIPAssociation': '1.0', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Log': '1.0', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'NDPProxy': '1.0', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Network': '1.1', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Port': '1.7', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'PortForwarding': '1.3', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'QosPolicy': '1.10', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroup': '1.5', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SecurityGroupRule': '1.2', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'SubPort': '1.0', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Subnet': '1.1', Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: 'Trunk': '1.1'}} Jun 23 20:07:01.163516 dv-cinder-847274-2-iscsi neutron-server[104564]: {{(pid=104564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 20:07:01.204246 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Made reservation on behalf of 71c9cca288b34019947e55d2a3112ddb for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:01.207041 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.218638 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.225956 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Attempting to bind port 9cdf7d59-eec1-4852-a284-42a811e4ab51 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:01.226330 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Attempting to bind port 9cdf7d59-eec1-4852-a284-42a811e4ab51 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:01.226685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Attempting to bind port 9cdf7d59-eec1-4852-a284-42a811e4ab51 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:01.232927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:01.236292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:01.236292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.236292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:01.236292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Bound port: 9cdf7d59-eec1-4852-a284-42a811e4ab51, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:01.236292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.258341 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (99083d0d-c2fb-4de1-b837-38ec56d86bfa), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.259370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:01.260049 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.315888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] For port 9cdf7d59-eec1-4852-a284-42a811e4ab51, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:01.319494 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] For port 9cdf7d59-eec1-4852-a284-42a811e4ab51, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9cdf7d59-eec1-4852-a284-42a811e4ab51,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:01.322725 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:01.400253 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] Pushing event updated for resources: {'Network': ['ID=99083d0d-c2fb-4de1-b837-38ec56d86bfa,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.412617 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:01.414950 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (fd33e341-919f-4cd4-9598-0b7295352790), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.437765 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.576819 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-967138aa-5751-469f-8704-cc37774974e0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3697803 Jun 23 20:07:01.579829 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59030) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:01.587697 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd33e341-919f-4cd4-9598-0b7295352790,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.588511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Request body: {'subnet': {'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1385798597-subnet', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:01.608842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for router_gateway (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.629042 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks [] for security_group (2c24f3b7-2ce1-48c2-ae20-8a7259c747c5), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.634329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.650722 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:01.651095 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Network hostable DHCP agents. Network: 080ae0a2-412d-4942-8b59-3cac39c039b1, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:01.651396 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b985bcc-5b8c-4a0b-ac84-61b269e001a9 None None] Pushing event updated for resources: {'Port': ['ID=9cdf7d59-eec1-4852-a284-42a811e4ab51,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.727942 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2c24f3b7-2ce1-48c2-ae20-8a7259c747c5), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.751758 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:01.770311 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c24f3b7-2ce1-48c2-ae20-8a7259c747c5,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:01.776930 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (93eee90d-5286-4029-9da0-9b756f182267), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.777276 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Added segment 93eee90d-5286-4029-9da0-9b756f182267 of type vlan for network 692ee610-d0ae-4057-8e1c-c034fd73ff05 Jun 23 20:07:01.786707 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:01.826559 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (692ee610-d0ae-4057-8e1c-c034fd73ff05), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.838139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Allocated IP 172.27.0.188 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/cfd9e51e-8e16-4d2d-8118-3e2b39fc0751) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:01.864885 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Made reservation on behalf of 32672f6e771b4d37986e48e0091b6877 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:01.867188 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.891714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:01.904936 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 080ae0a2-412d-4942-8b59-3cac39c039b1) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:01.910105 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:01.910915 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.923356 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687363b8-d063-4935-81f3-14e7d598ab76 None None] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:01.939500 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (692ee610-d0ae-4057-8e1c-c034fd73ff05), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.940371 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:01.941719 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:01.987472 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:02.129941 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1863fee9-7e22-4f6d-8476-3ae72fe49032 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2525165 Jun 23 20:07:02.134869 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59042) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:02.134869 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:02.162480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] Pushing event updated for resources: {'Network': ['ID=692ee610-d0ae-4057-8e1c-c034fd73ff05,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:02.177695 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:02.247562 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.248877 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.273729 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5a2eb001-12c9-4da3-9736-4e5c4ccc3ade admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7992673 Jun 23 20:07:02.276859 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59050) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:02.283772 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Request body: {'subnet': {'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-subnet', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:02.323679 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:02.327369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.341574 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-080ae0a2-412d-4942-8b59-3cac39c039b1', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:07:02.343550 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.436558 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Made reservation on behalf of 71c9cca288b34019947e55d2a3112ddb for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:02.437539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for router_controller (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.440157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.449277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:02.625710 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Allocated IP 172.20.0.2 (080ae0a2-412d-4942-8b59-3cac39c039b1/fd33e341-919f-4cd4-9598-0b7295352790/3594ec29-37a6-40ce-bae1-4757975bb05f) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:02.870683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (be20f84e-1456-4ee2-9680-4e2b040809a6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.873000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.881731 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks [] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.936996 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (6e452f23-4b2d-4e72-88b3-0c0f5edac6f2), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:02.969225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.028591 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:03.033275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:03.039691 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:03.045495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:03.062825 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:03.066524 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be20f84e-1456-4ee2-9680-4e2b040809a6,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:03.067109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:03.085130 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:03.106909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:03.110917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Checking segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:03.111682 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Network hostable DHCP agents. Network: 692ee610-d0ae-4057-8e1c-c034fd73ff05, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:03.133745 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for router_gateway (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.137555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:03.146042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:03.184953 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Pushing event updated for resources: {'Port': ['ID=3594ec29-37a6-40ce-bae1-4757975bb05f,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:03.203510 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:03.210762 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Attempting to bind port 3594ec29-37a6-40ce-bae1-4757975bb05f on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:03.211189 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Attempting to bind port 3594ec29-37a6-40ce-bae1-4757975bb05f by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:03.211552 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Attempting to bind port 3594ec29-37a6-40ce-bae1-4757975bb05f on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:03.219227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:03.219227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:03.219227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.219227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Bound using segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:03.219726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Bound port: 3594ec29-37a6-40ce-bae1-4757975bb05f, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:03.220072 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.241705 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9e309-d47a-45e0-aa69-dddf6d19b2f7 None None] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:03.270768 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Checking segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:03.271929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Network hostable DHCP agents. Network: 99083d0d-c2fb-4de1-b837-38ec56d86bfa, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:03.303684 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Provisioning complete for port 9cdf7d59-eec1-4852-a284-42a811e4ab51 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:03.304859 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.327641 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 692ee610-d0ae-4057-8e1c-c034fd73ff05) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:03.336088 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:03.337961 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.368496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78631e0-ae61-4649-9c4b-8f29d9038f49 None None] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:03.466289 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-be6cd8ab-9711-4203-9cd6-6420c8a5bd88 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1881213 Jun 23 20:07:03.467103 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59104) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:03.473262 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:03.822643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-692ee610-d0ae-4057-8e1c-c034fd73ff05', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:07:03.822643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.823965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for router_gateway (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.823965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.824323 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:03.824323 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9cdf7d59-eec1-4852-a284-42a811e4ab51 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:03.825235 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.825235 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.825593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59110) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:03.825593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:03.826079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] For port 3594ec29-37a6-40ce-bae1-4757975bb05f, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:03.826079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9cdf7d59-eec1-4852-a284-42a811e4ab51 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:03.826079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.826437 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 99083d0d-c2fb-4de1-b837-38ec56d86bfa) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:03.826437 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:03.826437 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.826437 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Allocated IP 172.27.0.231 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/e48110b1-ffb9-49aa-8f56-068c583be52c) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:03.826917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for router_controller (64090d68-9faa-4cf8-bd77-d61ee312d893), precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.827155 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106eb32d-e473-47d6-b524-a856bdb774f2 None None] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:03.838562 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] For port 3594ec29-37a6-40ce-bae1-4757975bb05f, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3594ec29-37a6-40ce-bae1-4757975bb05f,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:03.986109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-788086b5-c52b-400c-aed6-6e4725bd21b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:03.992592 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Allocated IP 172.20.0.2 (692ee610-d0ae-4057-8e1c-c034fd73ff05/6e452f23-4b2d-4e72-88b3-0c0f5edac6f2/68677a3f-d71c-4e2a-9507-89f0e7d2f3fc) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:04.004542 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Current status of the port 9cdf7d59-eec1-4852-a284-42a811e4ab51 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:04.004927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.022856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for router_gateway (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.023047 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9cdf7d59-eec1-4852-a284-42a811e4ab51 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:04.023431 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.097430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'project_id': '32672f6e771b4d37986e48e0091b6877', 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:07:04.100531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.118726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.122271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.123053 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] For port 9cdf7d59-eec1-4852-a284-42a811e4ab51, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9cdf7d59-eec1-4852-a284-42a811e4ab51,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:04.163739 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d9e803e7-09cd-4eb5-8541-48923c94ea0c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5826769 Jun 23 20:07:04.179764 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59118) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:04.186163 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:04.219998 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e08f8-10db-41d7-b27a-f74c02ee407f None None] Pushing event updated for resources: {'Port': ['ID=3594ec29-37a6-40ce-bae1-4757975bb05f,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:04.239991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.252737 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for router_gateway (64090d68-9faa-4cf8-bd77-d61ee312d893), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.288072 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.300746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:04.359113 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (a2687330-d337-4f6f-a805-7b99d938497e), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.360170 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (a2687330-d337-4f6f-a805-7b99d938497e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.407948 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:04.471215 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f2ce8-45a8-4154-846d-d9e0d8519cb8 None None] Pushing event updated for resources: {'Port': ['ID=9cdf7d59-eec1-4852-a284-42a811e4ab51,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:04.493667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Pushing event updated for resources: {'Port': ['ID=e48110b1-ffb9-49aa-8f56-068c583be52c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:04.500920 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:04.511382 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:04.535461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for router_controller (a2687330-d337-4f6f-a805-7b99d938497e), precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.554293 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 20:07:04.557103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG oslo_db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 20:07:04.614290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-788086b5-c52b-400c-aed6-6e4725bd21b9 admin admin] Publish callbacks [] for security_group (5e7b47dd-3344-4736-a230-6c073c6db770), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.787846 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for router_gateway (64090d68-9faa-4cf8-bd77-d61ee312d893), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.815221 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.874794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-8cfc5d0d-f3b3-40c1-9358-3aaa7e32397b None None] Provisioning complete for port 9cdf7d59-eec1-4852-a284-42a811e4ab51 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:04.875183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8cfc5d0d-f3b3-40c1-9358-3aaa7e32397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.935415 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Allocated IP 172.20.0.2 (99083d0d-c2fb-4de1-b837-38ec56d86bfa/be20f84e-1456-4ee2-9680-4e2b040809a6/e4263fe7-3069-4381-a34c-c4eb8d6defce) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:04.942554 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-788086b5-c52b-400c-aed6-6e4725bd21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (5e7b47dd-3344-4736-a230-6c073c6db770), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:04.946206 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:05.012615 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-788086b5-c52b-400c-aed6-6e4725bd21b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ffd8c68443f4bd6a3e7ace6b7b98cc0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3098404 Jun 23 20:07:05.015036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59132) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:05.018618 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.032134 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788086b5-c52b-400c-aed6-6e4725bd21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7b47dd-3344-4736-a230-6c073c6db770,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:05.054401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks [] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.096292 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for router_gateway (a2687330-d337-4f6f-a805-7b99d938497e), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.098702 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9cdf7d59-eec1-4852-a284-42a811e4ab51 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:05.124004 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Allocated IP 172.27.0.96 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/1b28f392-9a80-4d63-9e7c-d78561baef38) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:05.160435 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:05.199989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks [] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.229847 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.266118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] Publish callbacks [] for security_group (5e7b47dd-3344-4736-a230-6c073c6db770), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.283498 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for router_gateway (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.305349 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.305898 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:05.309161 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc5d0d-f3b3-40c1-9358-3aaa7e32397b None None] Current status of the port 9cdf7d59-eec1-4852-a284-42a811e4ab51 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:05.315354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.330622 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:05.330841 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:05.334786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:05.338620 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:05.338871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] Publish callbacks [] for security_group (5e7b47dd-3344-4736-a230-6c073c6db770), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.346041 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:05.351362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Pushing event updated for resources: {'Port': ['ID=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:05.544502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Attempting to bind port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:05.544502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Attempting to bind port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:05.544502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Attempting to bind port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:05.586690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:07:05.605390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:05.605995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Checking segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:05.606794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.607336 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Bound using segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:05.608032 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Bound port: 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:05.608645 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.614899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (5e7b47dd-3344-4736-a230-6c073c6db770), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.617526 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.618671 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e7b47dd-3344-4736-a230-6c073c6db770 HTTP/1.1" status: 204 len: 168 time: 0.6027327 Jun 23 20:07:05.630261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Pushing event updated for resources: {'Port': ['ID=e4263fe7-3069-4381-a34c-c4eb8d6defce,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:05.635355 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:05.638012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Attempting to bind port e4263fe7-3069-4381-a34c-c4eb8d6defce on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:05.638828 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Attempting to bind port e4263fe7-3069-4381-a34c-c4eb8d6defce by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:05.639335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Attempting to bind port e4263fe7-3069-4381-a34c-c4eb8d6defce on network 99083d0d-c2fb-4de1-b837-38ec56d86bfa {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:05.652215 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:05.652910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Checking segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:05.653693 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.654241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Bound using segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:05.654857 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Bound port: e4263fe7-3069-4381-a34c-c4eb8d6defce, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:05.655545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.688682 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f7b1c-52a1-4800-9ef4-f4c121bdc87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7b47dd-3344-4736-a230-6c073c6db770,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:05.706114 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:05.725758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3594ec29-37a6-40ce-bae1-4757975bb05f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:05.754066 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.841714 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Pushing event updated for resources: {'Port': ['ID=1b28f392-9a80-4d63-9e7c-d78561baef38,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:05.843734 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:05.848733 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:05.863841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:05.910555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.929976 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for router_gateway (a2687330-d337-4f6f-a805-7b99d938497e), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:05.964288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aadeb4-c8d6-4861-8400-0bc69828a024 None None] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:05.984047 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.001817 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] For port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:06.026694 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:06.039069 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] For port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:06.052495 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:06.058984 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:06.061958 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:06:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:06.088241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] For port e4263fe7-3069-4381-a34c-c4eb8d6defce, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:06.092893 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 3594ec29-37a6-40ce-bae1-4757975bb05f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:06.093240 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.130066 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Provisioning complete for port 3594ec29-37a6-40ce-bae1-4757975bb05f triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:06.130456 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.165918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] For port e4263fe7-3069-4381-a34c-c4eb8d6defce, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e4263fe7-3069-4381-a34c-c4eb8d6defce,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:06.199275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.258279 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Allocated IP 172.27.0.169 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/d03406e8-df0b-4f35-a797-69b1dfcec4a9) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:06.261034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.262278 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1d2d3284-5780-4443-baa7-270544394fb4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7503159 Jun 23 20:07:06.265344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59158) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:06.279685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.344260 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dc5db024-ad4b-418b-a8ab-ea1a765e3d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.387921 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:07:06.442900 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0da53-8382-442b-ae90-712286e49b69 None None] Pushing event updated for resources: {'Port': ['ID=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:06.542728 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:06.555341 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:06.606105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 3594ec29-37a6-40ce-bae1-4757975bb05f is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:06.608919 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.695959 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 3594ec29-37a6-40ce-bae1-4757975bb05f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3594ec29-37a6-40ce-bae1-4757975bb05f,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:06.699391 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Current status of the port 3594ec29-37a6-40ce-bae1-4757975bb05f is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:06.699783 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.719565 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.803515 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.804701 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9cdf7d59-eec1-4852-a284-42a811e4ab51 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:06.805126 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:06.871601 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8142d-1291-4877-8979-18ed03af5b5b None None] Pushing event updated for resources: {'Port': ['ID=e4263fe7-3069-4381-a34c-c4eb8d6defce,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:06.886412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:06.942374 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:03Z', 'revision_number': 3, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:06.949000 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for router_gateway (64090d68-9faa-4cf8-bd77-d61ee312d893), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:06.960873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:07.019699 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:07.020577 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Updating router c71c7c0d-c1b5-40bf-982c-e85a7a980cea port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:07.025739 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:07.030943 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:06:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:07.033469 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59178) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:07.069630 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fcf68b9e-07b4-40b6-a67b-289d9d5ae397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.139624 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.216130 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.217121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9cdf7d59-eec1-4852-a284-42a811e4ab51 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:07.223629 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.225033 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=3594ec29-37a6-40ce-bae1-4757975bb05f,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:07.295489 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.301026 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fff254e5-ae13-4e36-9f2d-90133eb71bba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1936893 Jun 23 20:07:07.304717 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.db.api [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 20:07:07.305201 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fcf68b9e-07b4-40b6-a67b-289d9d5ae397 admin admin] Publish callbacks [] for security_group (16197ea7-dd53-45a1-bd77-b4e782741edf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.305320 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG oslo_db.api [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 20:07:07.306120 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59186) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:07.362241 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Pushing event updated for resources: {'Port': ['ID=d03406e8-df0b-4f35-a797-69b1dfcec4a9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:07.371212 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:07.384909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fcf68b9e-07b4-40b6-a67b-289d9d5ae397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (16197ea7-dd53-45a1-bd77-b4e782741edf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.389739 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:07.401528 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:07.402816 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:07.405127 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9cdf7d59-eec1-4852-a284-42a811e4ab51 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:07.621910 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.692840 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:04Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:07.704631 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks [] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.756610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fcf68b9e-07b4-40b6-a67b-289d9d5ae397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bd65d65021c430b86b9af5eaf4eb59e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7196219 Jun 23 20:07:07.761810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59190) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:07.790790 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:07.924138 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf68b9e-07b4-40b6-a67b-289d9d5ae397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16197ea7-dd53-45a1-bd77-b4e782741edf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:07.955434 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Attempting to bind port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:07.955849 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Attempting to bind port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:07.957074 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Attempting to bind port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:07.971302 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Pushing event updated for resources: {'Port': ['ID=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:07.998958 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:08.002253 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:08.002880 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.009666 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:08.010845 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Bound port: cfd9e51e-8e16-4d2d-8118-3e2b39fc0751, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:08.011462 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.019979 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3594ec29-37a6-40ce-bae1-4757975bb05f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:08.051852 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.052695 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.053228 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.054043 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.054605 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.055220 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.055959 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.057684 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.058250 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.058925 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.059561 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.060429 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.061022 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.061556 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.062103 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Tracked resource versions report: Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: pushed versions: Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: { 'AddressGroup': {'1.2'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Agent': {'1.1'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'ConntrackHelper': {'1.0'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'LocalIPAssociation': {'1.0'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Log': {'1.0'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'NDPProxy': {'1.0'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Network': {'1.1'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Port': {'1.7'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'PortForwarding': {'1.3'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'QosPolicy': {'1.10'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroup': {'1.5'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroupRule': {'1.2'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SubPort': {'1.0'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Subnet': {'1.1'}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Trunk': {'1.1'}} Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: consumer versions: Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: { DHCP agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: HyperV agent@hv-cinder-84727: {}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: L3 agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: Metadata agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: Metering agent@dv-cinder-847274-2-iscsi: {}, Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: Open vSwitch agent@dv-cinder-847274-2-iscsi: { 'AddressGroup': '1.2', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Agent': '1.1', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'ConntrackHelper': '1.0', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'LocalIPAssociation': '1.0', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Log': '1.0', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'NDPProxy': '1.0', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Network': '1.1', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Port': '1.7', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'PortForwarding': '1.3', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'QosPolicy': '1.10', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroup': '1.5', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SecurityGroupRule': '1.2', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'SubPort': '1.0', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Subnet': '1.1', Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: 'Trunk': '1.1'}} Jun 23 20:07:08.063571 dv-cinder-847274-2-iscsi neutron-server[104565]: {{(pid=104565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 20:07:08.093927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:08.094276 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Updating router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 port e48110b1-ffb9-49aa-8f56-068c583be52c binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:08.129376 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.149932 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] For port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:08.156004 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] For port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:08.158402 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.204608 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.219828 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ce0cfd-46af-4f79-b927-9cb6e46d6ff4 None None] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:08.232688 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] Publish callbacks [] for security_group (16197ea7-dd53-45a1-bd77-b4e782741edf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.247745 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.289122 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.292156 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:07:08.337979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.338990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.345221 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for router_gateway (a2687330-d337-4f6f-a805-7b99d938497e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.372989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-07020564-9227-4579-a595-05e75e4e6f3d None None] Current status of the port 3594ec29-37a6-40ce-bae1-4757975bb05f is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:08.392633 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] Publish callbacks [] for security_group (16197ea7-dd53-45a1-bd77-b4e782741edf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.494535 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f12751-f565-44ef-9f90-b89fdb64e97d None None] Pushing event updated for resources: {'Port': ['ID=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:08.514267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.526543 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:08.527181 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:08.529455 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.533036 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-91613f5c-6d17-4ce4-9788-ab9a8c84d360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.589466 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 3594ec29-37a6-40ce-bae1-4757975bb05f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:08.590585 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.595850 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Provisioning complete for port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:08.595850 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:08.723982 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:08.734403 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:08.810662 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.813726 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:08.832642 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1435c15d-3eff-4125-8615-a18178641eb7 None None] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:08.853825 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:08.854623 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:08.937017 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:08.948684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Allocated IP 172.20.0.1 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/11bae91b-6bfd-4486-a048-17ec062cba4b) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:08.991604 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:09.004032 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (a2687330-d337-4f6f-a805-7b99d938497e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.040780 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:03Z', 'revision_number': 3, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:09.064547 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.069533 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1dbd8ae3-5406-4ea1-942d-37c6571ce4df admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5985508 Jun 23 20:07:09.070086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59210) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:09.110863 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e948e835-43a4-477b-9351-b8ee4641d17b None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:03Z', 'revision_number': 3, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:09.111066 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (16197ea7-dd53-45a1-bd77-b4e782741edf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.124097 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.132239 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16197ea7-dd53-45a1-bd77-b4e782741edf HTTP/1.1" status: 204 len: 168 time: 1.3587239 Jun 23 20:07:09.132436 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 3594ec29-37a6-40ce-bae1-4757975bb05f is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:09.132436 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:09.198760 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9e663-714d-4383-9980-93d7eafc1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16197ea7-dd53-45a1-bd77-b4e782741edf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:09.246574 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks [] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.247660 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks [] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.255556 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:09.263785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.413464 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:09.414484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.483500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.519346 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:06Z', 'revision_number': 3, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:09.519566 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Current status of the port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:09.519566 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.534269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b5f9-2b7d-4667-a751-e6f5ac1ac1d0 None None] Pushing event updated for resources: {'Port': ['ID=e48110b1-ffb9-49aa-8f56-068c583be52c,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:09.569913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:09.570636 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Router a2687330-d337-4f6f-a805-7b99d938497e is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:07:09.621503 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:09.623089 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Updating router 64090d68-9faa-4cf8-bd77-d61ee312d893 port 1b28f392-9a80-4d63-9e7c-d78561baef38 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:09.623204 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:09.623516 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.657138 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] For port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:09.658168 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Attempting to bind port e48110b1-ffb9-49aa-8f56-068c583be52c on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:09.658581 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Attempting to bind port e48110b1-ffb9-49aa-8f56-068c583be52c by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:09.658897 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Attempting to bind port e48110b1-ffb9-49aa-8f56-068c583be52c on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:09.707132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:09.711497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:09.712106 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.727799 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:09.728225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:09.729501 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.729907 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:09.730422 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Bound port: e48110b1-ffb9-49aa-8f56-068c583be52c, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:09.730814 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.796451 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.823346 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.868973 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Provisioning complete for port 3594ec29-37a6-40ce-bae1-4757975bb05f triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:09.869532 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:09.904634 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:10.015089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:10.037547 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Pushing event updated for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:10.082019 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Allocated IP 172.20.0.1 (080ae0a2-412d-4942-8b59-3cac39c039b1/fd33e341-919f-4cd4-9598-0b7295352790/ced930a4-e789-4e21-a3a6-bd661a76e0d2) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:10.098789 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Sync routers for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:10.183127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.223088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:10.224592 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e4263fe7-3069-4381-a34c-c4eb8d6defce up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:10.261526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.282051 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.282051 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-017bce6c-33db-4782-bb68-1b1590fdfe3a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0968020 Jun 23 20:07:10.285802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59252) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:10.370148 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:10.439204 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] For port e48110b1-ffb9-49aa-8f56-068c583be52c, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:10.461561 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:10.466555 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:10.525245 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks [] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.562352 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] For port e48110b1-ffb9-49aa-8f56-068c583be52c, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e48110b1-ffb9-49aa-8f56-068c583be52c,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:10.575533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Pushing event updated for resources: {'Port': ['ID=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:10.599743 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks [] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.619364 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.655000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-dab89901-502c-48c4-89d2-6ed309701047 None None] Current status of the port 3594ec29-37a6-40ce-bae1-4757975bb05f is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:10.670911 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port e4263fe7-3069-4381-a34c-c4eb8d6defce triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:10.671570 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.713743 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.784705 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:10.810286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Provisioning complete for port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:10.810767 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.822356 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Attempting to bind port 1b28f392-9a80-4d63-9e7c-d78561baef38 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:10.823090 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Attempting to bind port 1b28f392-9a80-4d63-9e7c-d78561baef38 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:10.823863 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Attempting to bind port 1b28f392-9a80-4d63-9e7c-d78561baef38 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:10.856046 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:10.857912 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:10.857912 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.857912 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:10.858438 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Bound port: 1b28f392-9a80-4d63-9e7c-d78561baef38, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:10.858977 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.903930 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port e4263fe7-3069-4381-a34c-c4eb8d6defce is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:10.904170 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.949270 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] For port 1b28f392-9a80-4d63-9e7c-d78561baef38, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:10.953158 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] For port 1b28f392-9a80-4d63-9e7c-d78561baef38, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1b28f392-9a80-4d63-9e7c-d78561baef38,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:10.977940 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:10.982014 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:10.988601 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b25e92-30b6-4e42-876f-817e0ba33f80 None None] Pushing event updated for resources: {'Port': ['ID=1b28f392-9a80-4d63-9e7c-d78561baef38,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:11.001354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Current status of the port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:11.024426 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Provisioning complete for port 11bae91b-6bfd-4486-a048-17ec062cba4b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:11.024832 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.037893 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:11.038414 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:11.041898 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.070658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59274) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:11.104185 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.142834 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b25e92-30b6-4e42-876f-817e0ba33f80 None None] Pushing event updated for resources: {'Port': ['ID=1b28f392-9a80-4d63-9e7c-d78561baef38,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:11.155087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:11.165009 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:11.172708 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:11.173675 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:11.182412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:11.187787 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:11.188273 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.287232 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Pushing event updated for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:11.331884 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:11.354387 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:11.354983 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:11.364630 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:11.437506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks [] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.554866 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Allocated IP 172.20.0.1 (692ee610-d0ae-4057-8e1c-c034fd73ff05/6e452f23-4b2d-4e72-88b3-0c0f5edac6f2/a4ae7951-e522-4607-b0ce-668d10534593) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:11.555083 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e49339d5-1ce0-4664-b67a-18bd00e793d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.564686 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.584153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.619384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049b5f9-2b7d-4667-a751-e6f5ac1ac1d0 None None] Pushing event updated for resources: {'Port': ['ID=e48110b1-ffb9-49aa-8f56-068c583be52c,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:11.652883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:11.664991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port e4263fe7-3069-4381-a34c-c4eb8d6defce, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e4263fe7-3069-4381-a34c-c4eb8d6defce,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:11.678858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Port 11bae91b-6bfd-4486-a048-17ec062cba4b cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:11.728978 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Provisioning complete for port e4263fe7-3069-4381-a34c-c4eb8d6defce triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:11.729384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.762102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Pushing event updated for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:11.776119 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.787756 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.794880 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:06Z', 'revision_number': 3, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:11.805824 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.819760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.857143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.886533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:11.889730 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f5574-bc4f-47a2-8db7-64c2af7877cb None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:06Z', 'revision_number': 3, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:11.894793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:11.906189 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks [] for port (a4ae7951-e522-4607-b0ce-668d10534593), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:11.917224 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:12.006955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e49339d5-1ce0-4664-b67a-18bd00e793d3 admin admin] Publish callbacks [] for security_group (8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.179629 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e49339d5-1ce0-4664-b67a-18bd00e793d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.268450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Allocated IP 172.20.0.1 (99083d0d-c2fb-4de1-b837-38ec56d86bfa/be20f84e-1456-4ee2-9680-4e2b040809a6/1d96f2a9-5ce1-4f76-a4dd-164a1da25981) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:12.294296 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:07Z', 'revision_number': 3, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:12.303383 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:12.333018 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-e49339d5-1ce0-4664-b67a-18bd00e793d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c55f3d14ad14df5a59d0d43a21c7ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2475550 Jun 23 20:07:12.333018 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49339d5-1ce0-4664-b67a-18bd00e793d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:12.338594 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59296) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:12.363473 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.369069 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:07:12.384931 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7873b7c2-0667-4521-a867-9af46bbee42c None None] Current status of the port e4263fe7-3069-4381-a34c-c4eb8d6defce is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:12.389760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:12.396801 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=e4263fe7-3069-4381-a34c-c4eb8d6defce,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:12.407350 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Checking router: a2687330-d337-4f6f-a805-7b99d938497e for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:12.407350 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Updating router a2687330-d337-4f6f-a805-7b99d938497e port d03406e8-df0b-4f35-a797-69b1dfcec4a9 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:12.459000 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:12.470556 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:12.484834 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Pushing event updated for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:12.492190 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:12.492951 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (64090d68-9faa-4cf8-bd77-d61ee312d893), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.512455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks [] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.562939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Provisioning complete for port ced930a4-e789-4e21-a3a6-bd661a76e0d2 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:12.566058 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.584141 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:12.584548 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.586147 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.588996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] Publish callbacks [] for security_group (8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.594945 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.596259 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.649492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks [] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.781637 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] Publish callbacks [] for security_group (8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.841901 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:12.876001 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Pushing event updated for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:12.899190 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Port ced930a4-e789-4e21-a3a6-bd661a76e0d2 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:12.930780 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Provisioning complete for port 11bae91b-6bfd-4486-a048-17ec062cba4b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:12.931158 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.938695 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:12.957195 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:12.974081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:12.987654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:12.987998 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:13.000802 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-035e0f70-64e8-4331-9647-de5f1241e82e admin admin] 10.222.0.44 "PUT /v2.0/routers/c71c7c0d-c1b5-40bf-982c-e85a7a980cea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7260008 Jun 23 20:07:13.021031 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:13.021690 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:13.025381 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:13.081562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:13.118241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-9966d22d-4558-4a61-92ca-4944334188dc None None] Port 11bae91b-6bfd-4486-a048-17ec062cba4b cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:13.129746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:13.141205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:13.148737 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:13.152901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (a2687330-d337-4f6f-a805-7b99d938497e), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.292455 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-c4f877af-b2a5-40f7-9b12-27f0ac103262 None None] Provisioning complete for port a4ae7951-e522-4607-b0ce-668d10534593 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:13.295660 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c4f877af-b2a5-40f7-9b12-27f0ac103262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a4ae7951-e522-4607-b0ce-668d10534593), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.311713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:04Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:13.360493 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:13.376660 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Pushing event updated for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:13.394951 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a4ae7951-e522-4607-b0ce-668d10534593), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.435178 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:13.495068 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.506279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.513889 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3901b2d-2be1-4b2d-894b-fe38457b08d6 None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:04Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:13.515201 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf HTTP/1.1" status: 204 len: 168 time: 1.1733718 Jun 23 20:07:13.521433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:07:13.569150 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.595793 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:13.611818 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545fe30-9a31-4f95-b0a4-b2f2e135b19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0058cc-96f2-44f8-9f72-bcf0a3fbfddf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:13.863044 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:13.863432 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:13.928981 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:13.935643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:13.954889 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:13.957317 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:13.960390 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-052fbf8e-ee18-456c-b1db-8a8c21916a54 admin admin] 10.222.0.44 "PUT /v2.0/routers/53b67ac4-f9ca-42c8-a4f0-7851c4f12b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6532178 Jun 23 20:07:13.962307 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-c4f877af-b2a5-40f7-9b12-27f0ac103262 None None] Port a4ae7951-e522-4607-b0ce-668d10534593 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:14.010018 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:14.023105 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Updating router c71c7c0d-c1b5-40bf-982c-e85a7a980cea port 11bae91b-6bfd-4486-a048-17ec062cba4b binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:14.037354 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks [] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.074217 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.075179 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:14.085692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks [] for port (a4ae7951-e522-4607-b0ce-668d10534593), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.105182 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.110942 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:14.134049 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.134850 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (a2687330-d337-4f6f-a805-7b99d938497e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.208262 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks [] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.213311 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Provisioning complete for port ced930a4-e789-4e21-a3a6-bd661a76e0d2 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:14.213723 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.240708 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.242647 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (64090d68-9faa-4cf8-bd77-d61ee312d893), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.291069 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Port ced930a4-e789-4e21-a3a6-bd661a76e0d2 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:14.331062 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.387012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:14.387405 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.392332 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:14.441627 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Attempting to bind port d03406e8-df0b-4f35-a797-69b1dfcec4a9 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:14.442052 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Attempting to bind port d03406e8-df0b-4f35-a797-69b1dfcec4a9 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:14.442550 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Attempting to bind port d03406e8-df0b-4f35-a797-69b1dfcec4a9 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:14.452487 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:14.452861 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:14.457666 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Pushing event updated for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:14.462942 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.463495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:14.464008 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Bound port: d03406e8-df0b-4f35-a797-69b1dfcec4a9, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:14.464427 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.569892 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] For port d03406e8-df0b-4f35-a797-69b1dfcec4a9, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:14.576524 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] For port d03406e8-df0b-4f35-a797-69b1dfcec4a9, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=d03406e8-df0b-4f35-a797-69b1dfcec4a9,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:14.586701 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:14.587093 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.589776 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Pushing event updated for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:14.642433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-45ace04b-12bc-44b1-9952-b12425eb5233 None None] Port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:14.649656 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:14.664637 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59368) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:14.710223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37896-61df-4264-a838-7934077d66d7 None None] Pushing event updated for resources: {'Port': ['ID=d03406e8-df0b-4f35-a797-69b1dfcec4a9,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:14.715989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.757884 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:14.770056 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks [] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:14.807485 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:14.814599 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:14.820585 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:14.827722 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:14.916396 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.090568 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927c6c1-f13a-44d8-881c-da9f0edf6558 None None] Pushing event updated for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:15.115972 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:15.164573 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:15.165475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:15.277270 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:07:15.335775 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Attempting to bind port 11bae91b-6bfd-4486-a048-17ec062cba4b on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:15.336138 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Attempting to bind port 11bae91b-6bfd-4486-a048-17ec062cba4b by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:15.336513 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Attempting to bind port 11bae91b-6bfd-4486-a048-17ec062cba4b on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:15.355506 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:15.355888 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:15.356265 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.356674 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:15.357132 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Bound port: 11bae91b-6bfd-4486-a048-17ec062cba4b, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:15.368820 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.409944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1cdedb6e-b12c-4779-9233-c2874d9015e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.420179 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59406) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:15.520265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8183c88e-8e57-43e6-b222-5bf62b45ae67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.563071 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:15.595730 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:15.617500 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] For port 11bae91b-6bfd-4486-a048-17ec062cba4b, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:15.621685 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] For port 11bae91b-6bfd-4486-a048-17ec062cba4b, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=11bae91b-6bfd-4486-a048-17ec062cba4b,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:15.673938 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:15.705385 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:15.735253 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Router a2687330-d337-4f6f-a805-7b99d938497e has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:07:15.852769 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:15.874187 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:15.877274 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:15.938956 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:15.961533 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1258562d-cd7f-47ba-85f6-4a5d5ea3aa5e admin admin] 10.222.0.44 "PUT /v2.0/routers/64090d68-9faa-4cf8-bd77-d61ee312d893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8904858 Jun 23 20:07:16.019335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-bf3eb2ba-2192-4294-9149-d33500499595 None None] Provisioning complete for port a4ae7951-e522-4607-b0ce-668d10534593 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:16.035092 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb2ba-2192-4294-9149-d33500499595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a4ae7951-e522-4607-b0ce-668d10534593), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.038126 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:16.040634 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927c6c1-f13a-44d8-881c-da9f0edf6558 None None] Pushing event updated for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:16.044267 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1cdedb6e-b12c-4779-9233-c2874d9015e8 admin admin] Publish callbacks [] for security_group (82bfd147-aa22-4e7a-9cce-7775486a1f87), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.090191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8183c88e-8e57-43e6-b222-5bf62b45ae67 admin admin] Publish callbacks [] for security_group (9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.123541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59424) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:16.129031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457631129', 'description': 'tempest-description--726431032'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:16.188374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1cdedb6e-b12c-4779-9233-c2874d9015e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (82bfd147-aa22-4e7a-9cce-7775486a1f87), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.222015 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37896-61df-4264-a838-7934077d66d7 None None] Pushing event updated for resources: {'Port': ['ID=d03406e8-df0b-4f35-a797-69b1dfcec4a9,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:16.256679 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1d96f2a9-5ce1-4f76-a4dd-164a1da25981', 'name': '', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'mac_address': 'fa:16:3e:31:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 2, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'subnets': [{'id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:16.272005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:16.281008 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:16.296670 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:16.338703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1cdedb6e-b12c-4779-9233-c2874d9015e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9733cc852d54b15a7fab334a1195114&name=default HTTP/1.1" status: 200 len: 2993 time: 1.6725373 Jun 23 20:07:16.339741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59430) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:16.341474 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdedb6e-b12c-4779-9233-c2874d9015e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfd147-aa22-4e7a-9cce-7775486a1f87,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:16.346748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1b28f392-9a80-4d63-9e7c-d78561baef38 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:16.355567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8183c88e-8e57-43e6-b222-5bf62b45ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.405015 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a267e5-5644-4960-a8bc-81966769b618 None None] The sync data for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi is: [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1d96f2a9-5ce1-4f76-a4dd-164a1da25981', 'name': '', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'mac_address': 'fa:16:3e:31:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 2, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'subnets': [{'id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:16.420966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:16.422500 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:16.477532 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:16.496504 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-31bbb548-b09d-46e2-9ffc-fab016adb817 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2687330-d337-4f6f-a805-7b99d938497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2002370 Jun 23 20:07:16.499899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.557354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eb2ba-2192-4294-9149-d33500499595 None None] Port a4ae7951-e522-4607-b0ce-668d10534593 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:16.580366 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] Publish callbacks [] for security_group (82bfd147-aa22-4e7a-9cce-7775486a1f87), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.679992 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59448) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:16.686265 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8183c88e-8e57-43e6-b222-5bf62b45ae67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e208585b066d4699b288644e48300e7f&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2558587 Jun 23 20:07:16.711495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1b28f392-9a80-4d63-9e7c-d78561baef38 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:16.712269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.717811 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] Publish callbacks [] for security_group (82bfd147-aa22-4e7a-9cce-7775486a1f87), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.720285 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Provisioning complete for port 11bae91b-6bfd-4486-a048-17ec062cba4b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:16.722711 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.759545 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183c88e-8e57-43e6-b222-5bf62b45ae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:16.811261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:16.818848 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] Publish callbacks [] for security_group (9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:16.834713 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59450) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:16.840624 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324031004', 'description': 'tempest-description--1478733427'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:16.947753 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] Publish callbacks [] for security_group (9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.073860 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.109781 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:17.138270 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:15Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:17.179194 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:17.187680 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:17.202856 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:17.212822 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:17.217176 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b39f7-1fd8-4fff-b233-0331b735cdc5 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:15Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:17.288259 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1b28f392-9a80-4d63-9e7c-d78561baef38 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:17.290949 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.316390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Current status of the port 11bae91b-6bfd-4486-a048-17ec062cba4b is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:17.316390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.349569 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.352868 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.367833 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6 HTTP/1.1" status: 204 len: 168 time: 0.6772389 Jun 23 20:07:17.387859 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56dc3-07f0-4936-bfeb-f661db713307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7fc7c9-6aac-469b-bcba-a05bd09b8cc6,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:17.408214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (82bfd147-aa22-4e7a-9cce-7775486a1f87), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.416539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.419923 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82bfd147-aa22-4e7a-9cce-7775486a1f87 HTTP/1.1" status: 204 len: 168 time: 1.0565031 Jun 23 20:07:17.509715 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:17.536739 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6b8a-5e2b-4051-8d16-79c4163d996f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfd147-aa22-4e7a-9cce-7775486a1f87,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:17.545534 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 1b28f392-9a80-4d63-9e7c-d78561baef38, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1b28f392-9a80-4d63-9e7c-d78561baef38,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:17.548166 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59490) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:17.556590 dv-cinder-847274-2-iscsi neutron-server[104563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 20:07:17.620610 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 2, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:17.657880 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-83707042-537f-4200-8e83-9795e2a4418f None None] For port 11bae91b-6bfd-4486-a048-17ec062cba4b, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=11bae91b-6bfd-4486-a048-17ec062cba4b,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:17.669993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (ffa36180-9c51-4c48-ba7a-25427d737c6e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.711877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:17.712411 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Updating router 64090d68-9faa-4cf8-bd77-d61ee312d893 port a4ae7951-e522-4607-b0ce-668d10534593 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:17.724058 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.725086 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:17.756696 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ffa36180-9c51-4c48-ba7a-25427d737c6e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.797400 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (54e807f4-8081-4f31-af78-67bcf9f75936), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.836483 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa36180-9c51-4c48-ba7a-25427d737c6e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:17.910455 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=1b28f392-9a80-4d63-9e7c-d78561baef38,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:17.912049 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 2, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:17.917108 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.929874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-12ba55b6-7a1c-44c6-8ed4-25616ab85825 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:17.941385 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-12ba55b6-7a1c-44c6-8ed4-25616ab85825 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.3873363 Jun 23 20:07:17.954025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (54e807f4-8081-4f31-af78-67bcf9f75936), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.968033 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:17.968033 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Updating router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 port ced930a4-e789-4e21-a3a6-bd661a76e0d2 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:17.968278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:17.973201 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a2e6e216-a7d5-48ed-b678-6e4c4982fb68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1364081 Jun 23 20:07:17.975836 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59494) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:17.981238 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group_rule': {'security_group_id': 'ffa36180-9c51-4c48-ba7a-25427d737c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:17.998800 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:17.999201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.008723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-4e50d75e-3a1c-440e-a6a0-1cf8098dae0f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/quotas/bf37c9d0240b48078038d70f678a93eb HTTP/1.1" status: 200 len: 375 time: 0.0661602 Jun 23 20:07:18.014448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:18.014843 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.082986 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.093118 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:18.161213 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (0512b9f6-a2b6-45ee-a3b5-ef0d2d9ab1c3), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.198310 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-7b20e3d7-8c49-42d6-93f8-2a88934f4c25 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798964 Jun 23 20:07:18.219859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e807f4-8081-4f31-af78-67bcf9f75936,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:18.240626 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:18.257261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:18.262121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a4ae7951-e522-4607-b0ce-668d10534593), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.264067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83707042-537f-4200-8e83-9795e2a4418f None None] Pushing event updated for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:18.304949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.306222 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9626677d-f9c5-464d-884a-f5b7aa1c1132 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1814859 Jun 23 20:07:18.309096 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59510) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:18.317292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '54e807f4-8081-4f31-af78-67bcf9f75936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:18.388735 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (0512b9f6-a2b6-45ee-a3b5-ef0d2d9ab1c3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.480910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (89d54ad1-6499-45b8-a1f0-00ec2fa32b1d), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.495373 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:18.496894 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e48110b1-ffb9-49aa-8f56-068c583be52c up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:18.498654 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (0512b9f6-a2b6-45ee-a3b5-ef0d2d9ab1c3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.518463 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0512b9f6-a2b6-45ee-a3b5-ef0d2d9ab1c3,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:18.539517 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:18.576758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port e48110b1-ffb9-49aa-8f56-068c583be52c triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:18.577387 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.598395 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (89d54ad1-6499-45b8-a1f0-00ec2fa32b1d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.658611 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks [] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.677618 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.679026 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c6543c84-3536-4f17-9c57-64b9676c70aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7019441 Jun 23 20:07:18.682629 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59524) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:18.686496 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group_rule': {'security_group_id': 'ffa36180-9c51-4c48-ba7a-25427d737c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:18.709946 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (89d54ad1-6499-45b8-a1f0-00ec2fa32b1d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.734299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d54ad1-6499-45b8-a1f0-00ec2fa32b1d,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:18.743907 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.756641 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59526) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:18.772055 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b510477-f6c9-441c-a5a4-f738d4ab2802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.834457 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f2f96-b09f-4dd6-83bf-e564c4b368f5 None None] Pushing event updated for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:18.840528 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (70f78f91-f0cd-4628-96d8-4926e36c3da2), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.910322 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.914345 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a80bb574-b569-44ec-947a-aa2497a53bdd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6029110 Jun 23 20:07:18.915650 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59528) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:18.920338 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '54e807f4-8081-4f31-af78-67bcf9f75936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:18.956638 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:18.974719 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Attempting to bind port ced930a4-e789-4e21-a3a6-bd661a76e0d2 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:18.974719 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Attempting to bind port ced930a4-e789-4e21-a3a6-bd661a76e0d2 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:18.974719 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Attempting to bind port ced930a4-e789-4e21-a3a6-bd661a76e0d2 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:18.987246 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:18.987627 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:18.988030 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:18.988456 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Bound using segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:18.989461 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Bound port: ced930a4-e789-4e21-a3a6-bd661a76e0d2, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:18.991560 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.023048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (70f78f91-f0cd-4628-96d8-4926e36c3da2), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.052569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b510477-f6c9-441c-a5a4-f738d4ab2802 admin admin] Publish callbacks [] for security_group (3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.057750 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:19.110487 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] For port ced930a4-e789-4e21-a3a6-bd661a76e0d2, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:19.111288 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (ceb520c5-330e-4115-8b7e-1961c0267ac6), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.118496 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] For port ced930a4-e789-4e21-a3a6-bd661a76e0d2, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ced930a4-e789-4e21-a3a6-bd661a76e0d2,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:19.134183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port e48110b1-ffb9-49aa-8f56-068c583be52c is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:19.134183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.134363 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (70f78f91-f0cd-4628-96d8-4926e36c3da2), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.162983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b510477-f6c9-441c-a5a4-f738d4ab2802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.237741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f78f91-f0cd-4628-96d8-4926e36c3da2,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:19.237904 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:19.243552 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port e48110b1-ffb9-49aa-8f56-068c583be52c, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e48110b1-ffb9-49aa-8f56-068c583be52c,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:19.292655 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (ceb520c5-330e-4115-8b7e-1961c0267ac6), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.293877 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.335607 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.351490 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-bb4212ed-d7ec-4ef3-86ba-a43496a6da61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6652367 Jun 23 20:07:19.351719 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59544) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:19.356168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:19.369863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5b510477-f6c9-441c-a5a4-f738d4ab2802 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0999954e63ea461f91ff7ddf6fb60086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6117840 Jun 23 20:07:19.374849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59546) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:19.395273 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b510477-f6c9-441c-a5a4-f738d4ab2802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:19.425587 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (ceb520c5-330e-4115-8b7e-1961c0267ac6), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.452555 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:19.456713 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:19.462351 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59552) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:19.475261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks [] for port (a4ae7951-e522-4607-b0ce-668d10534593), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.484858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.485689 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e4263fe7-3069-4381-a34c-c4eb8d6defce up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:19.489900 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59556) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:19.515352 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb520c5-330e-4115-8b7e-1961c0267ac6,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:19.560851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-4da0989e-74da-466d-bfdf-d8f4d4058a43 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:07:19.561886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-4da0989e-74da-466d-bfdf-d8f4d4058a43 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3150337 Jun 23 20:07:19.562488 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.608131 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:19.627101 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.636862 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.641507 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3609f27c-4f6f-4c65-8ab1-3ace22d1e2ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7220824 Jun 23 20:07:19.647753 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Provisioning complete for port ced930a4-e789-4e21-a3a6-bd661a76e0d2 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:19.655853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.678473 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f2f96-b09f-4dd6-83bf-e564c4b368f5 None None] Pushing event updated for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:19.681645 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 59560) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:19.706582 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:19.725879 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] Publish callbacks [] for security_group (3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.765574 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e0f8344e-10b5-4c70-9c57-4a1bf5762737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.784570 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] Publish callbacks [] for security_group (3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.797843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-162278a1-0f8a-422b-9834-1397c9b22a89 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:19.804107 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:19.804263 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-162278a1-0f8a-422b-9834-1397c9b22a89 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/networks?id=99083d0d-c2fb-4de1-b837-38ec56d86bfa HTTP/1.1" status: 200 len: 812 time: 0.3351166 Jun 23 20:07:19.826906 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b2f49ae9-fb34-4aa3-9a37-95a4fa5f71d8 service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489836 Jun 23 20:07:19.856505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-ee12bcbb-9746-489b-9b1c-81e5bdef8d96 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/quotas/32672f6e771b4d37986e48e0091b6877 HTTP/1.1" status: 200 len: 375 time: 0.0455709 Jun 23 20:07:19.858158 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=e48110b1-ffb9-49aa-8f56-068c583be52c,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:19.996051 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e0f8344e-10b5-4c70-9c57-4a1bf5762737 admin admin] Publish callbacks [] for security_group (0647a1d6-1c89-4eca-98f6-041c6a0cc509), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:19.998488 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.049203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-4141f400-d61c-41f5-bf12-d40e413eaf34 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=32672f6e771b4d37986e48e0091b6877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727347 Jun 23 20:07:20.070302 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Current status of the port ced930a4-e789-4e21-a3a6-bd661a76e0d2 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:20.076778 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.088163 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-a9f40433-ac00-4923-a628-b6098cd3bfb4 service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507386 Jun 23 20:07:20.116392 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Attempting to bind port a4ae7951-e522-4607-b0ce-668d10534593 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:20.116770 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Attempting to bind port a4ae7951-e522-4607-b0ce-668d10534593 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:20.117129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Attempting to bind port a4ae7951-e522-4607-b0ce-668d10534593 on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:20.137531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port e4263fe7-3069-4381-a34c-c4eb8d6defce triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:20.137531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.148714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.153309 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e0f8344e-10b5-4c70-9c57-4a1bf5762737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0647a1d6-1c89-4eca-98f6-041c6a0cc509), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.153461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.153461 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6 HTTP/1.1" status: 204 len: 168 time: 0.7743518 Jun 23 20:07:20.169486 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad830b6-0c24-4f24-8788-0d4a5e1edfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed93df7-fadd-4ba4-b14a-e1e97f7c49b6,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:20.215082 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecda69-4b40-4673-8c60-59642b05c3c7 None None] Pushing event updated for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:20.224352 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:20.230585 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:20.231335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Checking segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:20.231877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.232466 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Bound using segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:20.233122 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Bound port: a4ae7951-e522-4607-b0ce-668d10534593, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:20.235124 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a4ae7951-e522-4607-b0ce-668d10534593), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.238848 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:20.271603 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.273408 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27490652-4d29-4b6c-81cd-b6a2ce0b0a34 None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:20.306207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] For port ced930a4-e789-4e21-a3a6-bd661a76e0d2, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ced930a4-e789-4e21-a3a6-bd661a76e0d2,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:20.389514 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.407910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] For port a4ae7951-e522-4607-b0ce-668d10534593, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:20.408225 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.484323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8344e-10b5-4c70-9c57-4a1bf5762737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647a1d6-1c89-4eca-98f6-041c6a0cc509,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:20.486989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port e4263fe7-3069-4381-a34c-c4eb8d6defce is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:20.498320 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] For port a4ae7951-e522-4607-b0ce-668d10534593, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=a4ae7951-e522-4607-b0ce-668d10534593,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:20.543603 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-060c0c33-090b-44bd-8e94-1295b76fe693 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:07:20.556844 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e0f8344e-10b5-4c70-9c57-4a1bf5762737 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08c9cba6de694be497659409d33421ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0592873 Jun 23 20:07:20.561596 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-060c0c33-090b-44bd-8e94-1295b76fe693 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2881145 Jun 23 20:07:20.566819 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59598) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:20.630292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:20.641433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.678774 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.27.0.249 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/ec1d7501-a369-4f21-aaf2-dc020c72c698) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:20.720054 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Provisioning complete for port a4ae7951-e522-4607-b0ce-668d10534593 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:20.720558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a4ae7951-e522-4607-b0ce-668d10534593), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:20.786309 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcf74d-faa0-4343-b58a-7aaa8c0326b3 None None] Pushing event updated for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:20.887510 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:20.898715 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:20.916608 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:20.921636 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-238a5869-1889-4b3b-91fc-0a0b828b25f1 req-569fbe79-43de-4d11-9c9c-758f68918e86 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 210 time: 0.2711594 Jun 23 20:07:21.025435 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:21.049336 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.098668 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6ac89ea8-96e7-4e8a-b1c3-5837fb7277ed service neutron] 10.222.0.44 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339587 Jun 23 20:07:21.133128 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:21.157748 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] Publish callbacks [] for security_group (0647a1d6-1c89-4eca-98f6-041c6a0cc509), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.164208 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e48110b1-ffb9-49aa-8f56-068c583be52c up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:21.181581 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.181965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] Publish callbacks [] for security_group (0647a1d6-1c89-4eca-98f6-041c6a0cc509), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.250904 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:21.272260 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:21.306347 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:21.338652 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0647a1d6-1c89-4eca-98f6-041c6a0cc509), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.341810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.369316 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0647a1d6-1c89-4eca-98f6-041c6a0cc509 HTTP/1.1" status: 204 len: 168 time: 0.7530265 Jun 23 20:07:21.375013 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-d143d318-f6a0-47e8-92ee-8486c42abcfd service neutron] 10.222.0.44 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667322 Jun 23 20:07:21.380659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:21.396533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a631a-314e-4d85-922d-c1df20203731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647a1d6-1c89-4eca-98f6-041c6a0cc509,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:21.408565 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:21.425636 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecda69-4b40-4673-8c60-59642b05c3c7 None None] Pushing event updated for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:21.508820 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Current status of the port a4ae7951-e522-4607-b0ce-668d10534593 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:21.509490 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a4ae7951-e522-4607-b0ce-668d10534593), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.542741 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port e48110b1-ffb9-49aa-8f56-068c583be52c triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:21.543428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.572713 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.626555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-8025a5c5-64c8-45ad-882e-f25c09f9f8fc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:21.636262 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-8025a5c5-64c8-45ad-882e-f25c09f9f8fc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.2061794 Jun 23 20:07:21.664849 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-21444a71-432f-4bde-adfc-fef664635d58 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/quotas/bf37c9d0240b48078038d70f678a93eb HTTP/1.1" status: 200 len: 375 time: 0.0269430 Jun 23 20:07:21.669395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Allocated IP 172.27.0.205 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/e1f8952a-788d-4862-bcd2-2c33b7d132fd) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:21.672224 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=ec1d7501-a369-4f21-aaf2-dc020c72c698,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:21.699409 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:21.726210 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] For port a4ae7951-e522-4607-b0ce-668d10534593, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=a4ae7951-e522-4607-b0ce-668d10534593,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:21.822158 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-316bcc7a-f140-4405-aefc-8e4de707c257 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473401 Jun 23 20:07:21.836907 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.886351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Provisioning complete for port ced930a4-e789-4e21-a3a6-bd661a76e0d2 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:21.886752 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.934535 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:21.968041 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port e48110b1-ffb9-49aa-8f56-068c583be52c is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:21.968975 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1b28f392-9a80-4d63-9e7c-d78561baef38 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:22.044325 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:22.047335 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.098418 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:22.104680 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Pushing event updated for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:22.115098 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-b3e9a1d5-2db9-463e-a573-1891d3c46bd0 service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801430 Jun 23 20:07:22.221425 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2d608512-a090-4528-b194-e2258f004c7d req-16becfdb-b2a9-44cd-86e3-1f19435a05ec tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.1051083 Jun 23 20:07:22.242776 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326cc79-7488-4fb1-8e5f-dde5a7619830 None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:22.249518 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:22.273337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1b28f392-9a80-4d63-9e7c-d78561baef38 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:22.273716 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.327689 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.332760 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:22.335668 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.395105 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-733bac2f-d348-415d-a0df-a9a9a485c44b service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516754 Jun 23 20:07:22.396788 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:22.400791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:22.415696 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:22.483460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.501732 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=e1f8952a-788d-4862-bcd2-2c33b7d132fd,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:22.526678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b0999-0b7a-4296-bb18-376f35986b19 None None] Current status of the port ced930a4-e789-4e21-a3a6-bd661a76e0d2 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:22.539968 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1b28f392-9a80-4d63-9e7c-d78561baef38 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:22.541800 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device d03406e8-df0b-4f35-a797-69b1dfcec4a9 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:22.545228 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.552410 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.610162 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=ec1d7501-a369-4f21-aaf2-dc020c72c698,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:22.610902 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port d03406e8-df0b-4f35-a797-69b1dfcec4a9 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:22.611463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.687840 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-cdbc7373-e199-4943-ab42-bd5489c350dc None None] Provisioning complete for port a4ae7951-e522-4607-b0ce-668d10534593 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:22.688270 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7373-e199-4943-ab42-bd5489c350dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a4ae7951-e522-4607-b0ce-668d10534593), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.701952 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.703328 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5ab315b4-f166-4c2c-955d-70344f815348 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0204618 Jun 23 20:07:22.728648 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.965956 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59712) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:22.971953 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port d03406e8-df0b-4f35-a797-69b1dfcec4a9 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:22.972374 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:22.982827 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67fd96d8-c3ea-49ab-8ac6-b9cec73b0256 req-a0ac5641-0988-4cdf-ba03-cc69e9918f96 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.2737780 Jun 23 20:07:23.001186 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:23.004013 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port d03406e8-df0b-4f35-a797-69b1dfcec4a9, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=d03406e8-df0b-4f35-a797-69b1dfcec4a9,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:23.009662 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-60520278-6bf4-44b4-aaa2-83cf8cc55faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.065648 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc7373-e199-4943-ab42-bd5489c350dc None None] Current status of the port a4ae7951-e522-4607-b0ce-668d10534593 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:23.099091 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.100802 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 11bae91b-6bfd-4486-a048-17ec062cba4b up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:23.181765 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-60520278-6bf4-44b4-aaa2-83cf8cc55faa admin admin] Publish callbacks [] for security_group (b76f1d9b-c170-4879-ac19-3286905c0932), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.236178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-60520278-6bf4-44b4-aaa2-83cf8cc55faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b76f1d9b-c170-4879-ac19-3286905c0932), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.304508 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-60520278-6bf4-44b4-aaa2-83cf8cc55faa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cd09a6fd35d41c3997c91c147da928d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328512 Jun 23 20:07:23.304508 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520278-6bf4-44b4-aaa2-83cf8cc55faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f1d9b-c170-4879-ac19-3286905c0932,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:23.305618 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 59736) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:23.413927 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] Publish callbacks [] for security_group (b76f1d9b-c170-4879-ac19-3286905c0932), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.414544 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=d03406e8-df0b-4f35-a797-69b1dfcec4a9,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:23.417812 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae84e15a-9b72-4742-8969-62ae20f41f42 req-4b1055be-194f-429e-a20b-5f565cdf76c1 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.0546679 Jun 23 20:07:23.426632 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:23.432339 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.456834 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=12,neutron:SELECT=88 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:23.523802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.529628 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] Publish callbacks [] for security_group (b76f1d9b-c170-4879-ac19-3286905c0932), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.543722 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 11bae91b-6bfd-4486-a048-17ec062cba4b triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:23.545014 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.568319 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-8a057c76-5730-4b09-90a3-0357beb7b57f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--457631129&fields=id&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 267 time: 0.1560755 Jun 23 20:07:23.733888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:23.809201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 11bae91b-6bfd-4486-a048-17ec062cba4b is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:23.850809 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.881834 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=e1f8952a-788d-4862-bcd2-2c33b7d132fd,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:23.977895 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-a64494f0-f3a8-48c8-b402-85a0ec758b53 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:23.978894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:23.979503 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-a64494f0-f3a8-48c8-b402-85a0ec758b53 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.3975306 Jun 23 20:07:23.980129 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9abf524c-e998-47d9-8d5d-23386af86de6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6276412 Jun 23 20:07:23.997133 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-4c6229d9-d430-4356-9fb6-10a569961fd7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/quotas/bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 375 time: 0.0117927 Jun 23 20:07:24.055820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b76f1d9b-c170-4879-ac19-3286905c0932), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:24.058553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:24.059690 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b76f1d9b-c170-4879-ac19-3286905c0932 HTTP/1.1" status: 204 len: 168 time: 0.7527435 Jun 23 20:07:24.098209 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88d1d-3438-4a68-90f6-5c13a929b83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f1d9b-c170-4879-ac19-3286905c0932,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:24.110769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-553c919d-02ce-4e00-976c-887522f5a3c8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061358 Jun 23 20:07:24.121244 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3a925ab2-437f-48ce-8e9c-9de091cbc8c5 req-d85b9e4a-e248-4d1d-80d7-3c036da98978 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.0675085 Jun 23 20:07:24.159153 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device a4ae7951-e522-4607-b0ce-668d10534593 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:24.226263 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port a4ae7951-e522-4607-b0ce-668d10534593 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:24.226671 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a4ae7951-e522-4607-b0ce-668d10534593), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:24.233751 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-c8b3b0c1-19bc-4df2-95b6-9360ffa7310a service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114419 Jun 23 20:07:24.323502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port a4ae7951-e522-4607-b0ce-668d10534593 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:24.324826 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device d03406e8-df0b-4f35-a797-69b1dfcec4a9 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:24.385384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port d03406e8-df0b-4f35-a797-69b1dfcec4a9 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:24.385858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:24.484570 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-d42a59bf-f388-4561-a23c-37f60f472846 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--324031004&fields=id&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 267 time: 0.1581521 Jun 23 20:07:24.530346 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Sync routers for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:24.531653 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-e3f595e6-173b-4a8b-89fb-51717a8f83e2 service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964728 Jun 23 20:07:24.574925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:24.575580 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:24.687583 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-5d3d25cc-dfad-48c8-b24e-72d0ba7fa177 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:24.689378 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-5d3d25cc-dfad-48c8-b24e-72d0ba7fa177 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 817 time: 0.1899443 Jun 23 20:07:24.725418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-40688304-da39-4c43-ba92-964a22dec5f5 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/quotas/71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 375 time: 0.0248454 Jun 23 20:07:24.774524 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port d03406e8-df0b-4f35-a797-69b1dfcec4a9 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:24.775706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ced930a4-e789-4e21-a3a6-bd661a76e0d2 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:24.789849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:24.890602 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:07:24.906908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-18bde760-8111-418e-ad36-f1573838fe46 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804857 Jun 23 20:07:24.938784 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port ced930a4-e789-4e21-a3a6-bd661a76e0d2 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:24.939174 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:24.944027 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:25.057564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:25.305946 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99433ec7-050c-4ebb-a273-efaa42453626 req-44ea0b6e-cc00-46cc-a650-349b4c4ce10b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.1482987 Jun 23 20:07:25.343672 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:25.352981 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-eff36afd-7c4b-453d-8d4f-2b814182fbaa service neutron] 10.222.0.44 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988717 Jun 23 20:07:25.390584 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:25.494301 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:25.517616 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port ced930a4-e789-4e21-a3a6-bd661a76e0d2 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:25.523991 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-c20b6e17-cb61-4733-bc1a-554bb7b93da2 service neutron] 10.222.0.44 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690338 Jun 23 20:07:25.591489 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1d96f2a9-5ce1-4f76-a4dd-164a1da25981', 'name': '', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'mac_address': 'fa:16:3e:31:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 2, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'subnets': [{'id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:25.633650 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e954d047-f65f-431a-8d28-40c9e4434666 req-6d11adc4-dd87-40e8-8888-3b1355f86b35 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.1079893 Jun 23 20:07:25.666154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Checking router: a2687330-d337-4f6f-a805-7b99d938497e for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:25.666512 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Updating router a2687330-d337-4f6f-a805-7b99d938497e port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:25.723076 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:25.780048 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-66c5365e-0612-429f-8cbd-711390b2cb09 req-05983214-37c9-4107-aebb-0604582052e4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.0634089 Jun 23 20:07:25.889977 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1c191f0b-006d-4d55-9edd-16a470b988e0 req-8b53cbb7-9bdb-461a-a7c4-8c65ad1124fd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.0353954 Jun 23 20:07:25.984660 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:26.177396 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks [] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:26.264955 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:26.334919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.42', 52460) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:26.364900 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b80b-6417-41dd-a6dd-202b23d95c2b None None] Pushing event updated for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:26.437712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Attempting to bind port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:26.438647 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Attempting to bind port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:26.441114 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Attempting to bind port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 on network 99083d0d-c2fb-4de1-b837-38ec56d86bfa {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:26.450839 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:26.451088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Checking segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:26.451471 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:26.451849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Bound using segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:26.452342 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Bound port: 1d96f2a9-5ce1-4f76-a4dd-164a1da25981, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:26.452726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:26.569828 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] For port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:26.589422 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] For port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:26.655278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.42', 52461) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:26.717797 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:26.854821 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-07262002-3a00-415d-acb2-715afb51e867 req-973846e4-1d1a-463e-a212-38109aae7648 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.0855501 Jun 23 20:07:26.981265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-93e6cb45-55e8-4c36-bc25-ae33845f8e6a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:26.983225 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-93e6cb45-55e8-4c36-bc25-ae33845f8e6a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.4311805 Jun 23 20:07:27.020809 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682b80b-6417-41dd-a6dd-202b23d95c2b None None] Pushing event updated for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:27.069967 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:27.070463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:27.079336 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:27.079757 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:27.088120 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'port': {'device_id': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'admin_state_up': True, 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:27.092743 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-388e258e-4dba-4f80-936f-c27ae20d9352 req-4ec2e3ae-9e1c-4588-87bb-02d3c1c1a610 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.2345774 Jun 23 20:07:27.164478 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.42', 52462) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:27.166088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:27.230092 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a6e21188-0ad7-42af-b14b-b1eed7adffcb req-cbe0b396-9420-483c-bc6b-801a0cdf2085 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.1742201 Jun 23 20:07:27.366594 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-a921c069-4960-42ce-a779-ade967978315 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:27.369549 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-a921c069-4960-42ce-a779-ade967978315 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.7132466 Jun 23 20:07:27.403512 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'port': {'device_id': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'admin_state_up': True, 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:27.545918 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a223e11a-5926-42ba-b939-bb76b9ae9720 req-0edf0712-9f60-464d-82f7-12076c2f333e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.2323041 Jun 23 20:07:27.626644 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:27.706595 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-0d7d56ae-27d2-4474-843d-be8a61184c56 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:27.708274 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-0d7d56ae-27d2-4474-843d-be8a61184c56 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.42 "GET /v2.0/networks?id=99083d0d-c2fb-4de1-b837-38ec56d86bfa HTTP/1.1" status: 200 len: 812 time: 0.5420234 Jun 23 20:07:27.770347 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Current status of the port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:27.770884 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:27.801529 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Made reservation on behalf of bf37c9d0240b48078038d70f678a93eb for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:27.813124 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:27.842205 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:28.082386 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] For port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:28.163835 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:28.192915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Request body: {'port': {'device_id': '380622ce-1095-4eba-857e-8139ece728c2', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'admin_state_up': True, 'tenant_id': '32672f6e771b4d37986e48e0091b6877'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:28.276966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:28.349466 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:28.350615 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:28.487277 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:28.492559 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-070ce650-60ad-4645-ab04-fec7887457b7 None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:28.497916 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-070ce650-60ad-4645-ab04-fec7887457b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:28.500191 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1d96f2a9-5ce1-4f76-a4dd-164a1da25981', 'name': '', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'mac_address': 'fa:16:3e:31:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:26Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'subnets': [{'id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:28.501275 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Made reservation on behalf of bf37c9d0240b48078038d70f678a93eb for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:28.507326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:28.517484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-215597e3-27b0-497c-881d-6dd934ffdda5 req-3a202278-4904-405f-becf-c67e77aa49a0 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.3116229 Jun 23 20:07:28.527813 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Allocated IP 172.20.0.7 (080ae0a2-412d-4942-8b59-3cac39c039b1/fd33e341-919f-4cd4-9598-0b7295352790/0b459b45-118e-4c32-8dbf-c6257947db62) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:28.552119 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-899e1d34-f219-445c-b35b-b5b164b36efb req-abf2ddf2-7257-46f4-bf49-8d89480bfbf0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.2655489 Jun 23 20:07:28.575735 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:28.626375 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de685dcc-7200-458c-a15e-70bdc970c7fd None None] Pushing event updated for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:28.636774 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598abfdf-8015-41a7-9268-1817f8b53720 None None] The sync data for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi is: [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1d96f2a9-5ce1-4f76-a4dd-164a1da25981', 'name': '', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'mac_address': 'fa:16:3e:31:f7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:26Z', 'revision_number': 4, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'subnets': [{'id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:07:28.693396 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:28.792175 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:28.811054 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for port (0b459b45-118e-4c32-8dbf-c6257947db62), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:28.914928 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-070ce650-60ad-4645-ab04-fec7887457b7 None None] Current status of the port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:28.952788 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-643e9554-912d-4efa-a50e-9463767fa153 req-ce12421b-9835-4680-a686-de0a9bcbb804 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.2633832 Jun 23 20:07:29.005439 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a44861bd-6db3-4176-9b32-2afb41834873 req-1417aec2-8e62-409f-beca-2175d71244db tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.1121910 Jun 23 20:07:29.013253 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:29.153131 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Allocated IP 172.20.0.4 (080ae0a2-412d-4942-8b59-3cac39c039b1/fd33e341-919f-4cd4-9598-0b7295352790/8086e419-b878-452b-9a11-4f1f68390daf) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:29.268028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.42', 52473) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:29.418737 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:29.422295 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:29.449276 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:29.469960 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:29.469960 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:29.469960 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:29.569900 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.42', 52474) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:29.582332 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for port (8086e419-b878-452b-9a11-4f1f68390daf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:29.742411 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-100eced9-05ad-4f04-a9e1-aec483ade2d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3353958 Jun 23 20:07:29.803013 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-19c48f94-18cd-41ec-a62a-a4ddd1f75e79 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:07:29.803013 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-19c48f94-18cd-41ec-a62a-a4ddd1f75e79 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0206740 Jun 23 20:07:29.874333 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e1c01d7a-54ed-434b-989d-4fd9636033f8 req-e7e14682-87f5-4776-a500-56361d40cee3 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.1447864 Jun 23 20:07:29.888957 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4d17ff8d-1692-4466-b8ff-859b874b55cf req-9c1e6773-ecef-40e0-9343-54dd4a3b900f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.1652884 Jun 23 20:07:29.923021 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-db4c220e-25b0-4a81-84e3-b4ba8adfee85 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:29.923021 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-db4c220e-25b0-4a81-84e3-b4ba8adfee85 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.6459136 Jun 23 20:07:29.923976 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:29.950351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-acf6f00f-9321-4315-87c8-2762f79489df None None] Provisioning complete for port 0b459b45-118e-4c32-8dbf-c6257947db62 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:29.950351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-acf6f00f-9321-4315-87c8-2762f79489df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:29.950894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:29.962569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Made reservation on behalf of 32672f6e771b4d37986e48e0091b6877 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:29.982101 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:30.033430 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-d960e65d-3fd8-406d-a522-cb678f868d35 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:30.039966 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-d960e65d-3fd8-406d-a522-cb678f868d35 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 817 time: 0.4107556 Jun 23 20:07:30.043071 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-acf6f00f-9321-4315-87c8-2762f79489df None None] Port 0b459b45-118e-4c32-8dbf-c6257947db62 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:30.076126 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:30.091039 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:30.264526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:30.265348 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:30.267210 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-a24a1fb5-2213-4b92-a4c3-b73b3f6f19e7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 379 time: 0.1964874 Jun 23 20:07:30.292861 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Request body: {'port': {'device_id': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:30.439203 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:30.457210 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:30.459917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'port': {'device_id': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'admin_state_up': True, 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'security_groups': ['ffa36180-9c51-4c48-ba7a-25427d737c6e']}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:30.515719 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Allocated IP 172.20.0.9 (99083d0d-c2fb-4de1-b837-38ec56d86bfa/be20f84e-1456-4ee2-9680-4e2b040809a6/46644b54-9e8f-46fa-9bb2-1bb72492e903) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:30.532673 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:30.777500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce86130-9460-447f-adff-eb511e7dfb0f req-8eb0cd76-4429-4d58-a63f-485d9a7a6f6d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:30.779629 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dce86130-9460-447f-adff-eb511e7dfb0f req-8eb0cd76-4429-4d58-a63f-485d9a7a6f6d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 931 time: 0.5528965 Jun 23 20:07:30.953670 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-61df0b1e-f33d-4920-998d-2d2f815e5f98 req-96374efe-06a7-4e85-8f6e-ff355d2339e4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.2204101 Jun 23 20:07:30.956949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:31.016381 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks [] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.038912 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:31.057754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:31.074159 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:31.081157 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:31.083180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.153504 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:31.161240 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:31.176951 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b459b45-118e-4c32-8dbf-c6257947db62 {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:31.188393 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks [] for port (0b459b45-118e-4c32-8dbf-c6257947db62), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.217983 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Transition to ACTIVE for port object 0b459b45-118e-4c32-8dbf-c6257947db62 will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:07:31.220139 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Made reservation on behalf of 71c9cca288b34019947e55d2a3112ddb for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:31.228279 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.297576 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4cf3d7de-13a2-4e98-beca-7b7073de91bc req-a27612f9-9881-4901-8d5f-62e1bcf3dadb tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.1904163 Jun 23 20:07:31.331155 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1a51013b-4d8a-4c78-ae06-9317a2004a7f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 379 time: 1.3351955 Jun 23 20:07:31.340569 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dce86130-9460-447f-adff-eb511e7dfb0f req-aacff791-76bc-4b84-9968-8da8fb8b0b00 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144193 Jun 23 20:07:31.352149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'port': {'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'admin_state_up': True, 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'security_groups': ['54e807f4-8081-4f31-af78-67bcf9f75936']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:31.460231 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.620840 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Pushing event updated for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:31.623381 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.631956 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b3cd5f8b-d9fe-4b4f-948b-c451cc34813c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5736811 Jun 23 20:07:31.687844 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-2cfde32b-17fe-4562-9c29-1823cecc6edd None None] Provisioning complete for port 8086e419-b878-452b-9a11-4f1f68390daf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:31.688435 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2cfde32b-17fe-4562-9c29-1823cecc6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (8086e419-b878-452b-9a11-4f1f68390daf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.696055 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eb6d6f2f-e588-47a3-ba11-01780d6f2b4b req-f01b0991-fb01-433b-857c-25ee30397eb5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.0827801 Jun 23 20:07:31.708576 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Request body: {'port': {'device_id': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:31.762082 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-2cfde32b-17fe-4562-9c29-1823cecc6edd None None] Port 8086e419-b878-452b-9a11-4f1f68390daf cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:31.771153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:31.778797 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:31.778797 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:31.796690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:31.800271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:31.811374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:31.812109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.236607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Attempting to bind port 0b459b45-118e-4c32-8dbf-c6257947db62 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:32.237414 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Attempting to bind port 0b459b45-118e-4c32-8dbf-c6257947db62 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:32.237414 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Attempting to bind port 0b459b45-118e-4c32-8dbf-c6257947db62 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:32.281505 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Port 0b459b45-118e-4c32-8dbf-c6257947db62 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:07:32.289759 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Attempting to bind port 0b459b45-118e-4c32-8dbf-c6257947db62 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:32.295691 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:32.311077 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Allocated IP 172.20.0.12 (692ee610-d0ae-4057-8e1c-c034fd73ff05/6e452f23-4b2d-4e72-88b3-0c0f5edac6f2/01e605d9-8bd3-4f1a-81cd-9ad85b78e81a) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:32.320544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:32.320544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:32.320544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Bound using segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:32.320544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Bound port: 0b459b45-118e-4c32-8dbf-c6257947db62, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:32.320544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.321202 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e635702d-38a1-465b-bddd-c01df128b3a5 None None] Provisioning complete for port 46644b54-9e8f-46fa-9bb2-1bb72492e903 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:32.321202 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e635702d-38a1-465b-bddd-c01df128b3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.322030 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:32.368786 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60080) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:32.407378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e635702d-38a1-465b-bddd-c01df128b3a5 None None] Port 46644b54-9e8f-46fa-9bb2-1bb72492e903 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:32.425098 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6977663 Jun 23 20:07:32.449839 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f1d609ac-018b-4acf-89e4-73be6ccc864b req-e2698208-6910-436d-87a0-353fa772d7c8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.1856484 Jun 23 20:07:32.451734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f4741-ea64-4d8a-9239-c3e5d2bb0a2a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Pushing event updated for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:32.494992 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Request body: {'port': {'device_id': '380622ce-1095-4eba-857e-8139ece728c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:32.510440 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:32.684026 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:32.701883 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f444303e-1393-4890-a22d-72a3a3f72109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.746306 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (8086e419-b878-452b-9a11-4f1f68390daf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.766190 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19553d-1b7e-4186-8bae-7f71be8e698d req-598de3f7-ceac-451a-84a9-bde4a6fa64c1 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:32.778853 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb19553d-1b7e-4186-8bae-7f71be8e698d req-598de3f7-ceac-451a-84a9-bde4a6fa64c1 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 931 time: 0.1863763 Jun 23 20:07:32.871071 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f444303e-1393-4890-a22d-72a3a3f72109 admin admin] Publish callbacks [] for security_group (71bf2270-4e6d-43b1-8506-3482829fa5dc), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.873263 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b459b45-118e-4c32-8dbf-c6257947db62,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:32.932643 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.936192 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f444303e-1393-4890-a22d-72a3a3f72109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (71bf2270-4e6d-43b1-8506-3482829fa5dc), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:32.962263 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:33.001764 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:33.011633 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f444303e-1393-4890-a22d-72a3a3f72109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78e9971fe45e4dfc9d84a63189a75c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413782 Jun 23 20:07:33.023123 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60104) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:33.043588 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:33.074021 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444303e-1393-4890-a22d-72a3a3f72109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bf2270-4e6d-43b1-8506-3482829fa5dc,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:33.075196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.20.0.6 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/e2d0d115-8902-4843-bd9b-e0319ca9a623) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:33.130843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531f299-7831-4080-b2aa-57f9cfc227bd req-5b24da0e-8725-489b-b8a3-784062052766 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:33.133553 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:33.134581 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:33.136444 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] 10.222.0.42 "PUT /v2.0/ports/0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 200 len: 1093 time: 2.9599116 Jun 23 20:07:33.137038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:33.138113 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1531f299-7831-4080-b2aa-57f9cfc227bd req-5b24da0e-8725-489b-b8a3-784062052766 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.3929479 Jun 23 20:07:33.223976 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50f9e-7c64-4509-ac0f-f0aac9ee775c service neutron] Pushing event updated for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:33.279928 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb19553d-1b7e-4186-8bae-7f71be8e698d req-27da356c-b406-462e-9495-b491c7ee4bac tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000675 Jun 23 20:07:33.356915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:33.483343 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-8cfff3d7-aa82-43fe-8d57-a09efdd15f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:33.485076 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-8cfff3d7-aa82-43fe-8d57-a09efdd15f97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1127 time: 0.1742849 Jun 23 20:07:33.489168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd359c9-e7f8-4908-bc1d-63d48680c933" -d '{"events": [{"name": "network-changed", "server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:33.493847 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:33.549952 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e7e34072-afdc-44bc-8a87-137b3646d9f3 req-d48a59f1-cd75-48e6-b4c0-a2daa2557d2e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.1155913 Jun 23 20:07:33.565179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:33.572651 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:33.585667 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:33.591463 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:33.592089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:33.600937 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=29 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:33.636463 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:33.799541 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-a7877c70-be76-4a8c-b2d3-a8af6308c992 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 200 len: 217 time: 0.1277442 Jun 23 20:07:33.808660 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-2a850017-1b44-4865-9a0a-8efc86c031ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3611233 Jun 23 20:07:33.834776 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee5f9b-427a-4b05-8fda-6708d7fec1c6 x-openstack-request-id: req-3fee5f9b-427a-4b05-8fda-6708d7fec1c6 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:33.835073 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:33.835322 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fee5f9b-427a-4b05-8fda-6708d7fec1c6 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:33.835905 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fee5f9b-427a-4b05-8fda-6708d7fec1c6'] response: {'name': 'network-changed', 'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62', 'status': 'completed', 'code': 200} Jun 23 20:07:33.884060 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.018828 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-c13e7c75-6f9d-44a3-b84b-569eccd30b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:34.028008 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-c13e7c75-6f9d-44a3-b84b-569eccd30b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.1314745 Jun 23 20:07:34.047280 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Request body: {'port': {'device_id': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:34.077043 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea682-0311-438d-a913-f45b950d16e7 req-436f9e20-ca91-4bc0-8117-61bc5a98c2dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:34.095483 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95dea682-0311-438d-a913-f45b950d16e7 req-436f9e20-ca91-4bc0-8117-61bc5a98c2dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 932 time: 0.1440847 Jun 23 20:07:34.109885 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-41416606-c108-4a28-aca7-e1ed0ce047b1 None None] Provisioning complete for port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:34.115970 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-41416606-c108-4a28-aca7-e1ed0ce047b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.195435 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-41416606-c108-4a28-aca7-e1ed0ce047b1 None None] Port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:34.240431 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-68de8942-b03d-4b12-b298-4d005fb603c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:34.242118 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-68de8942-b03d-4b12-b298-4d005fb603c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1869931 Jun 23 20:07:34.242978 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1531f299-7831-4080-b2aa-57f9cfc227bd req-7dd7dbce-08f2-4d88-a704-38a02dec3809 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1035039 Jun 23 20:07:34.274550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] Publish callbacks [] for security_group (71bf2270-4e6d-43b1-8506-3482829fa5dc), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.319758 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] Publish callbacks [] for security_group (71bf2270-4e6d-43b1-8506-3482829fa5dc), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.358470 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.594927 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-9a71e10c-e28e-48de-b5e7-b90fc98056dd service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898204 Jun 23 20:07:34.609974 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95dea682-0311-438d-a913-f45b950d16e7 req-1eac150a-9049-4347-b464-0a7a50d9eb7c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5134375 Jun 23 20:07:34.625790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc4a0e-20c7-42a2-9a22-2ccb232ceec7 req-c8dcd246-b108-4e01-83ea-1b1b67391442 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:34.636577 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-98dc4a0e-20c7-42a2-9a22-2ccb232ceec7 req-c8dcd246-b108-4e01-83ea-1b1b67391442 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 931 time: 0.2031012 Jun 23 20:07:34.747165 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8086e419-b878-452b-9a11-4f1f68390daf {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:34.756792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks [] for port (8086e419-b878-452b-9a11-4f1f68390daf), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.852563 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-98dc4a0e-20c7-42a2-9a22-2ccb232ceec7 req-99dce33f-5438-4e03-b624-c7064c2d8a27 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666099 Jun 23 20:07:34.877099 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=11 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:34.877995 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:34.887226 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks [] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:34.899491 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7300d3f-6f6f-4981-83d8-e5204f15be8d req-59d91d93-bf69-443b-b357-6aab340d7a60 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.1142085 Jun 23 20:07:35.010288 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Transition to ACTIVE for port object 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:07:35.016653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Transition to ACTIVE for port object 8086e419-b878-452b-9a11-4f1f68390daf will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:07:35.018291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.020187 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (71bf2270-4e6d-43b1-8506-3482829fa5dc), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.023347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.024586 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71bf2270-4e6d-43b1-8506-3482829fa5dc HTTP/1.1" status: 204 len: 168 time: 1.9956536 Jun 23 20:07:35.029613 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46644b54-9e8f-46fa-9bb2-1bb72492e903 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:35.053141 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks [] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.080277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c2812-f453-460d-87d4-bd56ca64fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bf2270-4e6d-43b1-8506-3482829fa5dc,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:35.093503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:35.102041 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:35.109236 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:35.129254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:35.129254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.144430 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Transition to ACTIVE for port object 46644b54-9e8f-46fa-9bb2-1bb72492e903 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:07:35.150636 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:35.190296 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.193686 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.268165 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:35.304182 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-5f2b74da-eb89-4d33-a358-9995431c5f8c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9622657 Jun 23 20:07:35.305000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.430856 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Attempting to bind port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:35.432854 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Attempting to bind port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:35.438607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Attempting to bind port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:35.449606 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:07:35.453520 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Attempting to bind port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:35.468467 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:35.474190 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Checking segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:35.475042 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Bound using segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:35.476516 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Bound port: 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:35.477352 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.587595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:35.604016 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:35.692455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Pushing event updated for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:35.759790 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e695f443-7041-470d-bd76-92e2cf74c796 None None] Provisioning complete for port e2d0d115-8902-4843-bd9b-e0319ca9a623 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:35.760329 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e695f443-7041-470d-bd76-92e2cf74c796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.773228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Request body: {'port': {'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:35.883967 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e695f443-7041-470d-bd76-92e2cf74c796 None None] Port e2d0d115-8902-4843-bd9b-e0319ca9a623 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:07:35.892284 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.993182 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:35.993865 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:35.995450 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] 10.222.0.42 "PUT /v2.0/ports/01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 1094 time: 1.9629743 Jun 23 20:07:35.998305 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:36.000775 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:36.030842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:36.122838 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-442d00e8-1a6a-452b-9b9c-52d3c76f9502 req-c05f0f90-2e37-4516-8943-a6d1ff81159e service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134559 Jun 23 20:07:36.123448 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01184b-e211-4d3e-b730-4ac2954e501e service neutron] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:36.241040 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:36.298133 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1516a9c6-a2d7-4b15-a9fd-a4dfccc51459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.321865 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60176) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:36.359894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:36.362135 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4c388c8-4a12-4f67-b9fd-2e50f110ad64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.365453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:36.379036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e9458-a621-43e1-bf7b-0b58dd24f204 req-6ce67ff6-b75d-4f67-b1c4-b56b83b3f719 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:36.386360 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c31e9458-a621-43e1-bf7b-0b58dd24f204 req-6ce67ff6-b75d-4f67-b1c4-b56b83b3f719 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.9712720 Jun 23 20:07:36.388394 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Attempting to bind port 8086e419-b878-452b-9a11-4f1f68390daf on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:36.388761 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Attempting to bind port 8086e419-b878-452b-9a11-4f1f68390daf by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:36.389182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Attempting to bind port 8086e419-b878-452b-9a11-4f1f68390daf on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:36.404014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Attempting to bind port 46644b54-9e8f-46fa-9bb2-1bb72492e903 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:36.404698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Attempting to bind port 46644b54-9e8f-46fa-9bb2-1bb72492e903 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:36.405213 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Attempting to bind port 46644b54-9e8f-46fa-9bb2-1bb72492e903 on network 99083d0d-c2fb-4de1-b837-38ec56d86bfa {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:36.451888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Port 8086e419-b878-452b-9a11-4f1f68390daf on network 080ae0a2-412d-4942-8b59-3cac39c039b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:07:36.455734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Attempting to bind port 8086e419-b878-452b-9a11-4f1f68390daf on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:36.455734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Pushing event updated for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:36.481215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Port 46644b54-9e8f-46fa-9bb2-1bb72492e903 on network 99083d0d-c2fb-4de1-b837-38ec56d86bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:07:36.484399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Attempting to bind port 46644b54-9e8f-46fa-9bb2-1bb72492e903 on network 99083d0d-c2fb-4de1-b837-38ec56d86bfa {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:36.495926 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08614-2e41-4370-82a9-643287ec932b req-b5dbc372-2e24-43f8-854f-2c5851a20ab8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:36.497806 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6a08614-2e41-4370-82a9-643287ec932b req-b5dbc372-2e24-43f8-854f-2c5851a20ab8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.5899458 Jun 23 20:07:36.515427 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:36.517790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:36.517790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Bound using segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:36.517790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Bound port: 8086e419-b878-452b-9a11-4f1f68390daf, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:36.517790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (8086e419-b878-452b-9a11-4f1f68390daf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.524318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:36.524907 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Checking segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:36.525455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Bound using segment: {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:36.526055 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Bound port: 46644b54-9e8f-46fa-9bb2-1bb72492e903, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0968d23-0b4f-4c60-a2dd-6795738de88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:36.526631 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.539632 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-e95e1bbf-24bb-4eea-81df-3efa42b1f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:36.541426 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-e95e1bbf-24bb-4eea-81df-3efa42b1f72e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1128 time: 0.1148329 Jun 23 20:07:36.544536 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-d80bafb1-5bb9-47fc-b81b-e20236be1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:36.546391 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.546517 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-d80bafb1-5bb9-47fc-b81b-e20236be1820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1127 time: 0.1157451 Jun 23 20:07:36.637471 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4c388c8-4a12-4f67-b9fd-2e50f110ad64 admin admin] Publish callbacks [] for security_group (19ce042b-ccb1-485a-a778-5ae1b46dea95), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.652323 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6a08614-2e41-4370-82a9-643287ec932b req-d4a8bec8-ce48-4781-8ba9-fcc8dcc362eb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396015 Jun 23 20:07:36.716902 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c31e9458-a621-43e1-bf7b-0b58dd24f204 req-a16ad87b-4359-4d0d-99e8-7397a16f0412 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296731 Jun 23 20:07:36.878521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b4c388c8-4a12-4f67-b9fd-2e50f110ad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (19ce042b-ccb1-485a-a778-5ae1b46dea95), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:36.903783 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335470b9-2ef7-4eea-ad69-2a1cd8e76ba9 req-76619cce-740b-4034-9b55-96b2c28d86f9 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:36.911501 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-335470b9-2ef7-4eea-ad69-2a1cd8e76ba9 req-76619cce-740b-4034-9b55-96b2c28d86f9 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0931008 Jun 23 20:07:36.916510 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-1e1341bf-b8f7-48d7-a0fa-0210248ab1a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 217 time: 0.1875560 Jun 23 20:07:36.998465 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:37.060793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:37.066204 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=8086e419-b878-452b-9a11-4f1f68390daf,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:37.108989 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142d622-6232-4a1f-ab2a-6096e5165ba1 req-794cbb3b-a275-4bef-8e31-647bc28ce6ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.110518 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a142d622-6232-4a1f-ab2a-6096e5165ba1 req-794cbb3b-a275-4bef-8e31-647bc28ce6ac tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 931 time: 0.1969786 Jun 23 20:07:37.115791 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:37.182334 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-335470b9-2ef7-4eea-ad69-2a1cd8e76ba9 req-afa50529-b051-4449-97b5-3aa1c47efeb2 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684097 Jun 23 20:07:37.229411 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.237639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.287450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81861e3-3d2c-4c8c-aa11-4a8b67398c9f x-openstack-request-id: req-e81861e3-3d2c-4c8c-aa11-4a8b67398c9f {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:37.287450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:37.287450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e81861e3-3d2c-4c8c-aa11-4a8b67398c9f {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:37.287450 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81861e3-3d2c-4c8c-aa11-4a8b67398c9f'] response: {'name': 'network-changed', 'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'status': 'completed', 'code': 200} Jun 23 20:07:37.293648 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b4c388c8-4a12-4f67-b9fd-2e50f110ad64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd8c181ae1de41d2a5a997a0d4ee40ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9679480 Jun 23 20:07:37.305119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c388c8-4a12-4f67-b9fd-2e50f110ad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ce042b-ccb1-485a-a778-5ae1b46dea95,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:37.319055 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60206) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:37.352336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.352957 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.356721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] 10.222.0.42 "PUT /v2.0/ports/46644b54-9e8f-46fa-9bb2-1bb72492e903 HTTP/1.1" status: 200 len: 1093 time: 4.8796122 Jun 23 20:07:37.360555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:37.364130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:37.399649 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-843814ef-d441-4917-9eef-705b4cd2b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.401369 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-843814ef-d441-4917-9eef-705b4cd2b6ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.4560935 Jun 23 20:07:37.483553 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a142d622-6232-4a1f-ab2a-6096e5165ba1 req-9dfbc9dc-e78a-4794-bec0-19cd02709579 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615906 Jun 23 20:07:37.510842 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-fb26139f-bf83-43f2-b99f-157ea087b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.512736 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-fb26139f-bf83-43f2-b99f-157ea087b2f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.7852802 Jun 23 20:07:37.562801 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.563427 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.564970 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] 10.222.0.42 "PUT /v2.0/ports/8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 1093 time: 5.8674395 Jun 23 20:07:37.577189 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-1d252673-1fc1-4b9c-af00-38ad9573746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.577189 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-1d252673-1fc1-4b9c-af00-38ad9573746b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1496861 Jun 23 20:07:37.587170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d387b4-bacd-4974-9d89-cf3c1bf35ffb service neutron] Pushing event updated for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:37.683089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] Publish callbacks [] for security_group (19ce042b-ccb1-485a-a778-5ae1b46dea95), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.754736 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-918ffb06-ed4a-47b9-9ff7-8b3821ba3543 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 200 len: 217 time: 0.1718757 Jun 23 20:07:37.794402 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] Publish callbacks [] for security_group (19ce042b-ccb1-485a-a778-5ae1b46dea95), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.860337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:37.948449 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-f77570e1-750a-4583-b464-a80ba0820007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:37.955989 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-f77570e1-750a-4583-b464-a80ba0820007 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.1755710 Jun 23 20:07:37.985782 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-465c5251-c790-4a6e-9afc-96c73e3ca154 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731481 Jun 23 20:07:38.059854 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:38.086961 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (19ce042b-ccb1-485a-a778-5ae1b46dea95), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.089962 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.093443 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19ce042b-ccb1-485a-a778-5ae1b46dea95 HTTP/1.1" status: 204 len: 168 time: 0.7712183 Jun 23 20:07:38.104801 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523fc52-016e-42e4-8386-b44d0c5c1687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ce042b-ccb1-485a-a778-5ae1b46dea95,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:38.221125 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-67531eae-7049-4406-bd61-8dd8056f7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.222667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-67531eae-7049-4406-bd61-8dd8056f7aef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32672f6e771b4d37986e48e0091b6877&device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 1127 time: 0.4763780 Jun 23 20:07:38.225373 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d0d115-8902-4843-bd9b-e0319ca9a623 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:38.229699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a819888-9aa7-4195-899b-e46f01400f80 service neutron] Pushing event updated for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:38.233638 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b2694dac-3eef-4ff3-ae2f-93707adca20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.239583 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-b2694dac-3eef-4ff3-ae2f-93707adca20f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1127 time: 0.2659340 Jun 23 20:07:38.246573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5ea80-526d-4486-8f17-71a03744b269 req-9a1a7090-fd58-4c4c-b781-a87976ff034b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.248139 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-00a5ea80-526d-4486-8f17-71a03744b269 req-9a1a7090-fd58-4c4c-b781-a87976ff034b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.2603836 Jun 23 20:07:38.254616 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4245448-a7df-44ee-94c1-7af75e154a13 req-9a7e00e0-b7fd-44f8-8c43-74e9bb3018cc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.256141 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4245448-a7df-44ee-94c1-7af75e154a13 req-9a7e00e0-b7fd-44f8-8c43-74e9bb3018cc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.2470632 Jun 23 20:07:38.258309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks [] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.302784 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Transition to ACTIVE for port object e2d0d115-8902-4843-bd9b-e0319ca9a623 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:07:38.345769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4245448-a7df-44ee-94c1-7af75e154a13 req-b522b8af-8b2d-4924-b655-8c5387a74f4f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796909 Jun 23 20:07:38.349268 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-00a5ea80-526d-4486-8f17-71a03744b269 req-bf283516-c949-4111-94aa-31abc3cc75c7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877860 Jun 23 20:07:38.379994 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-43f9eb08-cfd3-483f-9a45-18121a601067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.382757 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.464487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:38.510251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9e7b5-4fc4-4a56-ad62-98e9389dcbb8 req-2794e4a9-58d7-44a6-8cb6-95e408d93e3b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.514622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82a9e7b5-4fc4-4a56-ad62-98e9389dcbb8 req-2794e4a9-58d7-44a6-8cb6-95e408d93e3b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0899196 Jun 23 20:07:38.514622 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Attempting to bind port e2d0d115-8902-4843-bd9b-e0319ca9a623 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:38.514846 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Attempting to bind port e2d0d115-8902-4843-bd9b-e0319ca9a623 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:38.515070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Attempting to bind port e2d0d115-8902-4843-bd9b-e0319ca9a623 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:38.526624 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Port e2d0d115-8902-4843-bd9b-e0319ca9a623 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:07:38.526949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Attempting to bind port e2d0d115-8902-4843-bd9b-e0319ca9a623 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:38.541172 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:38.541535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:38.541898 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:38.542331 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Bound port: e2d0d115-8902-4843-bd9b-e0319ca9a623, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:38.542693 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:38.604763 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82a9e7b5-4fc4-4a56-ad62-98e9389dcbb8 req-71e58fcc-7cb6-4fd3-af25-e2f4d822855b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861034 Jun 23 20:07:38.651952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:38.655905 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:38.780511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c95e5-6d6f-4794-8f31-37f1d1fb3677 req-fe25bd78-35f5-461a-b76c-52784391a2a6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:38.780511 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-982c95e5-6d6f-4794-8f31-37f1d1fb3677 req-fe25bd78-35f5-461a-b76c-52784391a2a6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0868285 Jun 23 20:07:38.839970 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-982c95e5-6d6f-4794-8f31-37f1d1fb3677 req-005d707b-5d1a-470b-9116-a99a42b63d46 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480042 Jun 23 20:07:38.937162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c432a525-e55e-4d19-8907-5945f71956d0 x-openstack-request-id: req-c432a525-e55e-4d19-8907-5945f71956d0 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:38.937459 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:38.937717 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c432a525-e55e-4d19-8907-5945f71956d0 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:38.938209 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c432a525-e55e-4d19-8907-5945f71956d0'] response: {'name': 'network-changed', 'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903', 'status': 'completed', 'code': 200} Jun 23 20:07:38.959697 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60246) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:39.069841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8b74c2f3-84a3-49d7-b853-170f45e4f9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.151978 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8b74c2f3-84a3-49d7-b853-170f45e4f9a7 admin admin] Publish callbacks [] for security_group (a8a7d233-bc73-4f37-8835-31c3c52f70c9), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.264709 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.298461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:39.299078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.300634 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 200 len: 1093 time: 3.6313264 Jun 23 20:07:39.323667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def72dc-fc72-4c27-8707-5fd1b84a2c49 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:39.326444 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8b74c2f3-84a3-49d7-b853-170f45e4f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a8a7d233-bc73-4f37-8835-31c3c52f70c9), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.365296 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74c2f3-84a3-49d7-b853-170f45e4f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a7d233-bc73-4f37-8835-31c3c52f70c9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:39.369524 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8b74c2f3-84a3-49d7-b853-170f45e4f9a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1fe03adde8646d5b351251b960d0aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081879 Jun 23 20:07:39.373533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60260) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:39.439392 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] Publish callbacks [] for security_group (a8a7d233-bc73-4f37-8835-31c3c52f70c9), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.523170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] Publish callbacks [] for security_group (a8a7d233-bc73-4f37-8835-31c3c52f70c9), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.565235 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae3309-3806-4150-8bd7-28a8db2cef3b req-759d0030-7184-46c0-8701-77e5c58d1194 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:39.566659 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9bae3309-3806-4150-8bd7-28a8db2cef3b req-759d0030-7184-46c0-8701-77e5c58d1194 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1088600 Jun 23 20:07:39.600648 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead31ba-7bfc-4226-b212-1993f101745e req-158250cd-dff6-4c11-90b3-d7f52a8d666a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:39.602092 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ead31ba-7bfc-4226-b212-1993f101745e req-158250cd-dff6-4c11-90b3-d7f52a8d666a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.1073055 Jun 23 20:07:39.671470 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9bae3309-3806-4150-8bd7-28a8db2cef3b req-508fb92c-a0c5-4130-a016-d2d050b15349 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957277 Jun 23 20:07:39.679356 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ead31ba-7bfc-4226-b212-1993f101745e req-c6ddae9c-3461-48fe-b00c-9bef6e8f7f97 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Jun 23 20:07:39.778808 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61ab0c-0fd2-466e-83e9-51a5134df446 req-8d9a6644-eecd-4765-bd04-f75250fe6127 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:39.780256 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be61ab0c-0fd2-466e-83e9-51a5134df446 req-8d9a6644-eecd-4765-bd04-f75250fe6127 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0474896 Jun 23 20:07:39.787735 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:39.832744 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be61ab0c-0fd2-466e-83e9-51a5134df446 req-58d93dbf-690d-480e-b293-a311393bd290 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Jun 23 20:07:39.851054 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a8a7d233-bc73-4f37-8835-31c3c52f70c9), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.853681 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:39.854800 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8a7d233-bc73-4f37-8835-31c3c52f70c9 HTTP/1.1" status: 204 len: 168 time: 0.4802780 Jun 23 20:07:39.865032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e836b-7a3c-44d1-9408-8c3ec27d5592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a7d233-bc73-4f37-8835-31c3c52f70c9,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:39.958832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef44c2-f6ee-44ef-9d9a-c9e822b49e12 req-1d596db6-b6c6-41e1-9cc0-257e32227312 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:39.958832 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82ef44c2-f6ee-44ef-9d9a-c9e822b49e12 req-1d596db6-b6c6-41e1-9cc0-257e32227312 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0506008 Jun 23 20:07:39.989531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:40.003911 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82ef44c2-f6ee-44ef-9d9a-c9e822b49e12 req-82d15734-ba0f-4524-83b0-8c26ba2b1fa9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440290 Jun 23 20:07:40.388567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:40.886990 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60298) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:40.904621 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba4e50a4-62a6-413d-841b-1bc67b1fb573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:40.916563 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60300) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:41.049413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf'}, {'name': 'network-changed', 'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:41.051675 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135" -d '{"events": [{"name": "network-changed", "server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "tag": "8086e419-b878-452b-9a11-4f1f68390daf"}, {"name": "network-changed", "server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:41.068628 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6e994-2cc9-4f19-81d1-a3ff53b05811 req-35866b4f-f8ce-4838-ad6b-24658e11af6c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:41.070703 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba4e50a4-62a6-413d-841b-1bc67b1fb573 admin admin] Publish callbacks [] for security_group (c5114da0-fb25-47a0-8018-171b8e9e01d3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.072766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10d6e994-2cc9-4f19-81d1-a3ff53b05811 req-35866b4f-f8ce-4838-ad6b-24658e11af6c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.3166873 Jun 23 20:07:41.092679 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476de6-1c00-4f93-8649-f5a17652168e req-725bbe83-7fde-4ad4-963f-f9b9e72b23d3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:41.094136 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45476de6-1c00-4f93-8649-f5a17652168e req-725bbe83-7fde-4ad4-963f-f9b9e72b23d3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.2926042 Jun 23 20:07:41.133473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.158223 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-94b267e3-2b66-4784-a395-ffd6cff133dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.173297 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ba4e50a4-62a6-413d-841b-1bc67b1fb573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c5114da0-fb25-47a0-8018-171b8e9e01d3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.179181 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10d6e994-2cc9-4f19-81d1-a3ff53b05811 req-5717737c-8fe6-4ff9-9724-989ae5e4a3ac tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029682 Jun 23 20:07:41.198908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45476de6-1c00-4f93-8649-f5a17652168e req-c1ade772-fa4e-4b4f-a71d-f629181c4c57 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929034 Jun 23 20:07:41.277882 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ba4e50a4-62a6-413d-841b-1bc67b1fb573 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8d5b4557d824645a0ae3b970a6c73e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896167 Jun 23 20:07:41.285838 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60312) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:41.305922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e50a4-62a6-413d-841b-1bc67b1fb573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5114da0-fb25-47a0-8018-171b8e9e01d3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:41.377972 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] Publish callbacks [] for security_group (c5114da0-fb25-47a0-8018-171b8e9e01d3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.399892 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-94b267e3-2b66-4784-a395-ffd6cff133dc admin admin] Publish callbacks [] for security_group (ccea1678-dbd2-470f-99d6-7cf88cfb4780), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.403246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988739a-03e1-4e1f-ab85-5b939ef0ce6e req-6dfc4500-4d49-476e-b2ef-b799d1b7f068 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:41.405198 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e988739a-03e1-4e1f-ab85-5b939ef0ce6e req-6dfc4500-4d49-476e-b2ef-b799d1b7f068 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.1463196 Jun 23 20:07:41.418522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] Publish callbacks [] for security_group (c5114da0-fb25-47a0-8018-171b8e9e01d3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.457721 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd2fb2-39d6-4df8-9249-0f658b018086 req-5e33407e-b699-4beb-a682-a71535dd572d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:41.463419 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-accd2fb2-39d6-4df8-9249-0f658b018086 req-5e33407e-b699-4beb-a682-a71535dd572d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.1222646 Jun 23 20:07:41.484366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-94b267e3-2b66-4784-a395-ffd6cff133dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ccea1678-dbd2-470f-99d6-7cf88cfb4780), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.504284 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.517334 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e988739a-03e1-4e1f-ab85-5b939ef0ce6e req-13bce312-c668-43fc-8029-c0d0cd164b69 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029406 Jun 23 20:07:41.554747 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-accd2fb2-39d6-4df8-9249-0f658b018086 req-660f3078-e058-424c-adb9-a1a37dfbc4cb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903895 Jun 23 20:07:41.566240 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:41.591409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957c8345-fbf9-42cd-8468-dc235174c3e2 x-openstack-request-id: req-957c8345-fbf9-42cd-8468-dc235174c3e2 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:41.591734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "tag": "8086e419-b878-452b-9a11-4f1f68390daf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:41.591958 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-957c8345-fbf9-42cd-8468-dc235174c3e2 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:41.593306 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957c8345-fbf9-42cd-8468-dc235174c3e2'] response: {'name': 'network-changed', 'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf', 'status': 'completed', 'code': 200} Jun 23 20:07:41.593306 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957c8345-fbf9-42cd-8468-dc235174c3e2'] response: {'name': 'network-changed', 'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'status': 'completed', 'code': 200} Jun 23 20:07:41.597492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b267e3-2b66-4784-a395-ffd6cff133dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea1678-dbd2-470f-99d6-7cf88cfb4780,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:41.624673 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-94b267e3-2b66-4784-a395-ffd6cff133dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ac154e6a7ac45adb7bcb0736b0f1b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7015109 Jun 23 20:07:41.625191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60320) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:41.643502 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-a0fccf0d-3ff5-424f-8175-492dd8466f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:41.645146 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-a0fccf0d-3ff5-424f-8175-492dd8466f3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906086 Jun 23 20:07:41.685539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] Publish callbacks [] for security_group (ccea1678-dbd2-470f-99d6-7cf88cfb4780), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.719060 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] Publish callbacks [] for security_group (ccea1678-dbd2-470f-99d6-7cf88cfb4780), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.731898 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c5114da0-fb25-47a0-8018-171b8e9e01d3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.734489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.736641 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5114da0-fb25-47a0-8018-171b8e9e01d3 HTTP/1.1" status: 204 len: 168 time: 0.4475992 Jun 23 20:07:41.744029 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb24b-b8af-4847-8669-4ee1f6b2eb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5114da0-fb25-47a0-8018-171b8e9e01d3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:41.794984 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:41.858027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ccea1678-dbd2-470f-99d6-7cf88cfb4780), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.860608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:41.862338 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccea1678-dbd2-470f-99d6-7cf88cfb4780 HTTP/1.1" status: 204 len: 168 time: 0.2362134 Jun 23 20:07:41.870378 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc52118-ba81-4fe2-a569-a3854c2f55d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea1678-dbd2-470f-99d6-7cf88cfb4780,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:42.323515 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb0b3b-24e8-4444-b28d-62eb1da61e92 req-d99cd8f2-9146-4a57-9cc4-9cf8ac96542b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:42.325071 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afcb0b3b-24e8-4444-b28d-62eb1da61e92 req-d99cd8f2-9146-4a57-9cc4-9cf8ac96542b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0692253 Jun 23 20:07:42.387430 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287d3b6-bbed-4796-af40-97a14e8d869e req-b5a1d489-765b-4b62-a543-1f4faee220ea tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:42.388948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f287d3b6-bbed-4796-af40-97a14e8d869e req-b5a1d489-765b-4b62-a543-1f4faee220ea tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.0629957 Jun 23 20:07:42.425425 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afcb0b3b-24e8-4444-b28d-62eb1da61e92 req-d8a8c3e7-20ce-4a37-95d3-2b0369c2ef71 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910397 Jun 23 20:07:42.453454 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f287d3b6-bbed-4796-af40-97a14e8d869e req-5a04111a-0a14-4a21-a9ed-82aef1e8f300 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584822 Jun 23 20:07:42.526774 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:42.634723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6bfd9-fabf-4d70-9ca5-5ad075b10e0c req-e39a15cf-715c-41e4-a88e-60f0c757e179 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:42.636232 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27f6bfd9-fabf-4d70-9ca5-5ad075b10e0c req-e39a15cf-715c-41e4-a88e-60f0c757e179 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0584738 Jun 23 20:07:42.701533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050c88-5243-4b36-91f5-4b40d4ead1ae req-dd19f13d-4ded-4802-b2af-104be8bc964a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:42.713622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95050c88-5243-4b36-91f5-4b40d4ead1ae req-dd19f13d-4ded-4802-b2af-104be8bc964a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0746412 Jun 23 20:07:42.750926 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27f6bfd9-fabf-4d70-9ca5-5ad075b10e0c req-9dce1874-fd7a-43e9-8b63-82e182afa188 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010158 Jun 23 20:07:42.808860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95050c88-5243-4b36-91f5-4b40d4ead1ae req-1f0ec7c8-ed89-4a0d-ada7-4d9ae4abbbb5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586905 Jun 23 20:07:43.593322 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4db8-5000-4c79-925a-4f5227031f60 req-b666b8d4-b84c-4ba2-a3dd-75d220293020 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:43.594926 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e83f4db8-5000-4c79-925a-4f5227031f60 req-b666b8d4-b84c-4ba2-a3dd-75d220293020 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0856032 Jun 23 20:07:43.606275 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707006d-5a57-4f78-aae0-9de88ff83bae req-32b6665a-3f5f-4b22-a5d5-9f0cf31ed42a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:43.612949 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5707006d-5a57-4f78-aae0-9de88ff83bae req-32b6665a-3f5f-4b22-a5d5-9f0cf31ed42a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.0715256 Jun 23 20:07:43.685270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:43.693162 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5707006d-5a57-4f78-aae0-9de88ff83bae req-14aeacbb-3da9-4c6f-baa5-710423566f9e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Jun 23 20:07:43.705394 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e83f4db8-5000-4c79-925a-4f5227031f60 req-f6032cd7-70a9-4d5d-a2f7-efd19106bcb6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903137 Jun 23 20:07:43.882778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83445d32-343e-4757-9f85-93c39a089225 req-e801c8bc-8612-4fe4-839f-d3238eee26f3 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:43.886311 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83445d32-343e-4757-9f85-93c39a089225 req-e801c8bc-8612-4fe4-839f-d3238eee26f3 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0694871 Jun 23 20:07:43.887021 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:43.948745 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726ee42-3b5a-4520-9e78-daba3bc5d53f req-f69c9833-bac3-4cd7-b4fc-1afbf7c03e5f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:43.950255 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e726ee42-3b5a-4520-9e78-daba3bc5d53f req-f69c9833-bac3-4cd7-b4fc-1afbf7c03e5f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0650084 Jun 23 20:07:43.994908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83445d32-343e-4757-9f85-93c39a089225 req-a9b4cbfe-67fc-417d-b661-48bdf571105a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949218 Jun 23 20:07:44.017658 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:44.017789 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e726ee42-3b5a-4520-9e78-daba3bc5d53f req-796c654c-9c46-405b-943e-6e6bf9e7f426 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603993 Jun 23 20:07:44.106254 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-993c2507-6ec3-4f85-8059-f9a442528e6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 217 time: 0.0682948 Jun 23 20:07:44.124938 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-79582bdd-1704-4b79-8efb-919749c27ac1 req-1be569ac-54e6-4949-8eaa-8d67b4ab1b1f service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874474 Jun 23 20:07:44.134328 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-418bd198-d358-403c-93f1-67d6caf976cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903 HTTP/1.1" status: 200 len: 217 time: 0.0605433 Jun 23 20:07:44.459831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-c6ff2e5b-b354-4d3a-8585-eaaeaf510791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.461915 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-c6ff2e5b-b354-4d3a-8585-eaaeaf510791 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0961833 Jun 23 20:07:44.463486 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-08fb0e61-947f-4ecf-a315-0aabba14d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.465360 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-08fb0e61-947f-4ecf-a315-0aabba14d8e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be20f84e-1456-4ee2-9680-4e2b040809a6 HTTP/1.1" status: 200 len: 851 time: 0.1075740 Jun 23 20:07:44.504521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-daa3f990-0838-4ece-ab82-aac76d22df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.506032 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-daa3f990-0838-4ece-ab82-aac76d22df88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 1127 time: 0.1008515 Jun 23 20:07:44.522570 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-9724f953-6847-4060-9d91-e956305072d7 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631811 Jun 23 20:07:44.588856 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-96bff23e-3a50-4122-9409-7ae7474f64d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 200 len: 217 time: 0.0425093 Jun 23 20:07:44.606597 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:44.626481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-77a90d2e-a492-4ff0-bf55-45fb07bb6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.628039 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-77a90d2e-a492-4ff0-bf55-45fb07bb6beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1128 time: 0.1473167 Jun 23 20:07:44.628980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-ab5b1da6-6b87-4876-bd21-7adc9f0bc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.630330 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-ab5b1da6-6b87-4876-bd21-7adc9f0bc288 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99083d0d-c2fb-4de1-b837-38ec56d86bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394894 Jun 23 20:07:44.631628 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-e5ab1e8d-c986-4a44-a809-83288f59d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.633431 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-e5ab1e8d-c986-4a44-a809-83288f59d306 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1410596 Jun 23 20:07:44.673326 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-959bc92f-2546-41c1-ad8a-5e4b7aa11ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180694 Jun 23 20:07:44.826087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7010-e2ae-4b7b-8c52-bcca683ffe47 req-93f8d4cf-3460-475e-97c7-bd952b584810 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.827542 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b2c7010-e2ae-4b7b-8c52-bcca683ffe47 req-93f8d4cf-3460-475e-97c7-bd952b584810 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.0722725 Jun 23 20:07:44.842102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af849c0-0fcb-4519-9bb5-759760139af9 req-3afce010-6c22-495a-be58-15ab92f3745f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:44.843473 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7af849c0-0fcb-4519-9bb5-759760139af9 req-3afce010-6c22-495a-be58-15ab92f3745f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0616088 Jun 23 20:07:44.914128 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b2c7010-e2ae-4b7b-8c52-bcca683ffe47 req-f11f268f-6bee-4cc5-adc3-602459174ed4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Jun 23 20:07:44.920979 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7af849c0-0fcb-4519-9bb5-759760139af9 req-a6d35c9a-a30c-4b41-b0cd-edb8391761c8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714564 Jun 23 20:07:45.134228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0dac-8c7b-455c-ad28-38dc72279104 req-5386a5d9-1a8e-47c7-b9c2-1755f782e9ae tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:45.135718 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073f0dac-8c7b-455c-ad28-38dc72279104 req-5386a5d9-1a8e-47c7-b9c2-1755f782e9ae tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0734596 Jun 23 20:07:45.161714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b353b-66c1-4c82-9b03-69ab44b6666c req-7f3e077e-298e-42b2-bd03-ca993e45ef7a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:45.163151 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-833b353b-66c1-4c82-9b03-69ab44b6666c req-7f3e077e-298e-42b2-bd03-ca993e45ef7a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0706747 Jun 23 20:07:45.207825 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073f0dac-8c7b-455c-ad28-38dc72279104 req-a1c0f943-f7ba-4a0b-bfee-f49ff6ccbc0a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 Jun 23 20:07:45.238599 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-833b353b-66c1-4c82-9b03-69ab44b6666c req-5f3fd246-628f-4cc1-9750-88de9971be9f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599966 Jun 23 20:07:45.461755 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60470) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:45.570163 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-294562c8-d1d4-4df8-aede-5d0c10a6e7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:45.643623 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-294562c8-d1d4-4df8-aede-5d0c10a6e7fb admin admin] Publish callbacks [] for security_group (1a06ef13-1615-4f51-b2d4-b89d51fdaf26), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:45.759617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-294562c8-d1d4-4df8-aede-5d0c10a6e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1a06ef13-1615-4f51-b2d4-b89d51fdaf26), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:45.811303 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-294562c8-d1d4-4df8-aede-5d0c10a6e7fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffc2ec84930f4bd9b5e7b53d82b1b1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484654 Jun 23 20:07:45.812276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294562c8-d1d4-4df8-aede-5d0c10a6e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a06ef13-1615-4f51-b2d4-b89d51fdaf26,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:45.814319 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60480) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:45.881969 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] Publish callbacks [] for security_group (1a06ef13-1615-4f51-b2d4-b89d51fdaf26), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:45.904812 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] Publish callbacks [] for security_group (1a06ef13-1615-4f51-b2d4-b89d51fdaf26), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.052146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:46.053064 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1a06ef13-1615-4f51-b2d4-b89d51fdaf26), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.055575 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.056767 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a06ef13-1615-4f51-b2d4-b89d51fdaf26 HTTP/1.1" status: 204 len: 168 time: 0.2414570 Jun 23 20:07:46.065215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6f4db-d48b-46f9-8dca-265ec62a6865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a06ef13-1615-4f51-b2d4-b89d51fdaf26,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:46.093310 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d619623-7b00-44b1-91c2-f4d5cef0b40c req-3677647c-4f07-49b7-99ec-54ce2f56c871 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.096865 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8d619623-7b00-44b1-91c2-f4d5cef0b40c req-3677647c-4f07-49b7-99ec-54ce2f56c871 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 943 time: 0.0919576 Jun 23 20:07:46.105409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf65ad-9b96-4579-bde9-98297335e1aa req-5540133b-5414-4c01-beb1-f6e1f4aa5361 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.106904 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bcf65ad-9b96-4579-bde9-98297335e1aa req-5540133b-5414-4c01-beb1-f6e1f4aa5361 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0930400 Jun 23 20:07:46.120356 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:46.182124 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8d619623-7b00-44b1-91c2-f4d5cef0b40c req-f2c20c75-301f-46da-911c-d918248e90b9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742562 Jun 23 20:07:46.189056 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bcf65ad-9b96-4579-bde9-98297335e1aa req-1451f919-5f0a-43f5-b303-0d2e2d077d4d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714271 Jun 23 20:07:46.303677 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-3ec23881-b4aa-41c9-8e9e-0f56421c2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.305410 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-3ec23881-b4aa-41c9-8e9e-0f56421c2074 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0536113 Jun 23 20:07:46.328035 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:46.361639 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-2f8c4ac3-d5f5-4f4c-8419-aef7a2d3865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.363422 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-2f8c4ac3-d5f5-4f4c-8419-aef7a2d3865c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508683 Jun 23 20:07:46.444965 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-cb981f09-9d56-42f0-bf30-a0c5e3677098 service neutron] 10.222.0.42 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836505 Jun 23 20:07:46.470566 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-7bc31337-6c8c-47bb-a9f2-601e4e430256 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011169 Jun 23 20:07:46.604411 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b459b45-118e-4c32-8dbf-c6257947db62 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:07:46.707015 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a4921d31-526f-4e13-9ad0-adfc61e0de3e req-a6f60d32-2e17-46b7-86cc-8257b9e25f81 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131699 Jun 23 20:07:46.741741 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b459b45-118e-4c32-8dbf-c6257947db62,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:46.757821 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '0b459b45-118e-4c32-8dbf-c6257947db62', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'port_id': '0b459b45-118e-4c32-8dbf-c6257947db62', 'mac_address': 'fa:16:3e:56:25:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:07:46.800547 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 0b459b45-118e-4c32-8dbf-c6257947db62 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:46.801147 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.808481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:46.815068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b459b45-118e-4c32-8dbf-c6257947db62 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:46.835854 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b459b45-118e-4c32-8dbf-c6257947db62,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:46.869497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2ea2-c863-4977-9e63-70cc4ae25f9c req-eb0effea-df2b-4f56-a88e-d53f3396969a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.870939 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acea2ea2-c863-4977-9e63-70cc4ae25f9c req-eb0effea-df2b-4f56-a88e-d53f3396969a tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.5604663 Jun 23 20:07:46.891004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff099b3a-15e7-4415-ae95-9ff6bccfcc18 req-1ccf6af9-db20-469e-badc-960a5dcf4834 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.897894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff099b3a-15e7-4415-ae95-9ff6bccfcc18 req-1ccf6af9-db20-469e-badc-960a5dcf4834 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.5307126 Jun 23 20:07:46.898731 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.900246 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:07:46.919083 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60526) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:46.933519 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26eb8429-9a9d-450e-9cac-98478ade5639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:46.941206 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ddf5c967-3c4d-430b-984f-0d67d3ec7bac req-e11a642e-92f4-4bd1-a3de-e8c7190856ee service neutron] 10.222.0.42 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605596 Jun 23 20:07:46.984249 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-c2ee69f2-0d2a-4721-bf88-04d624a81f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:46.986763 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-c2ee69f2-0d2a-4721-bf88-04d624a81f7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.7344241 Jun 23 20:07:47.002536 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:47.047268 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acea2ea2-c863-4977-9e63-70cc4ae25f9c req-9d5a4ddf-76dc-484f-b2f1-4a8adf0c6040 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682756 Jun 23 20:07:47.050522 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-7e8e0fcd-f2ca-41d0-9ec0-becedeeab3f1 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876658 Jun 23 20:07:47.054568 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff099b3a-15e7-4415-ae95-9ff6bccfcc18 req-4fe617ed-fc0a-49b0-8c2e-abd2a6eb575b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559031 Jun 23 20:07:47.072119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26eb8429-9a9d-450e-9cac-98478ade5639 admin admin] Publish callbacks [] for security_group (8383426d-18a8-4998-a5f6-6a74adf80db0), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.096950 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:47.111701 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:07:47.117441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:47.150392 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:47.150786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.164441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:47.166102 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26eb8429-9a9d-450e-9cac-98478ade5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8383426d-18a8-4998-a5f6-6a74adf80db0), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.188078 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:47.209661 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb8429-9a9d-450e-9cac-98478ade5639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8383426d-18a8-4998-a5f6-6a74adf80db0,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:47.219302 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-26eb8429-9a9d-450e-9cac-98478ade5639 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f96cd41ec9954bd986bbdee435254b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991698 Jun 23 20:07:47.222677 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60550) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:47.251928 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.328509 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:47.343978 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60558) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:47.399809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] Publish callbacks [] for security_group (8383426d-18a8-4998-a5f6-6a74adf80db0), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.416024 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec52e-d10b-4e74-862e-7b7915143b56 req-4d8b372e-cf5b-4fdc-97fd-3eee84a44596 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:47.417514 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-676ec52e-d10b-4e74-862e-7b7915143b56 req-4d8b372e-cf5b-4fdc-97fd-3eee84a44596 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 944 time: 0.1203811 Jun 23 20:07:47.457589 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34d56793-e797-45cc-8e3d-efb5969a768c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.458191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbe420-9c0d-4cab-a9fc-d626d9c12481 req-95efbba5-d8d8-4d34-ba26-bf22ceaa0ba9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:47.459676 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76bbe420-9c0d-4cab-a9fc-d626d9c12481 req-95efbba5-d8d8-4d34-ba26-bf22ceaa0ba9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.1045454 Jun 23 20:07:47.461614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] Publish callbacks [] for security_group (8383426d-18a8-4998-a5f6-6a74adf80db0), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.551764 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34d56793-e797-45cc-8e3d-efb5969a768c admin admin] Publish callbacks [] for security_group (a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.610262 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-676ec52e-d10b-4e74-862e-7b7915143b56 req-ef3e6915-e003-402f-b595-6e2faa2a3501 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838336 Jun 23 20:07:47.615600 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-f2e76caa-28ba-419c-bed8-1cfd967ecc11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 217 time: 0.0922666 Jun 23 20:07:47.670059 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76bbe420-9c0d-4cab-a9fc-d626d9c12481 req-2da1659f-a8d9-4b43-b80c-caf90709eee6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973355 Jun 23 20:07:47.726436 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34d56793-e797-45cc-8e3d-efb5969a768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.727542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-2ee1ced7-7282-4681-98ab-eaa78077bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:47.729193 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-2ee1ced7-7282-4681-98ab-eaa78077bc83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.1043482 Jun 23 20:07:47.741061 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['0b459b45-118e-4c32-8dbf-c6257947db62'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:07:47.741571 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a9986b8-b241-46f1-9c25-89c3694a5f6a req-157785bd-0627-4f9a-b32c-8e968becdf14 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225885 Jun 23 20:07:47.748854 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8383426d-18a8-4998-a5f6-6a74adf80db0), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.752481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.767145 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8383426d-18a8-4998-a5f6-6a74adf80db0 HTTP/1.1" status: 204 len: 168 time: 0.5299985 Jun 23 20:07:47.768827 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-34d56793-e797-45cc-8e3d-efb5969a768c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc4fa9ef01ed40208899eab624dbfc6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237640 Jun 23 20:07:47.770642 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d56793-e797-45cc-8e3d-efb5969a768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:47.774053 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:47.780016 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60570) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:47.801271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428b0ef-4306-4352-9f6b-aa7d765fa18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383426d-18a8-4998-a5f6-6a74adf80db0,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:47.840577 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] Publish callbacks [] for security_group (a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.841905 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:47.856205 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:47.866391 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] Publish callbacks [] for security_group (a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:47.895896 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:07:48.000590 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:48.003888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:48.008150 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4 HTTP/1.1" status: 204 len: 168 time: 0.2239134 Jun 23 20:07:48.016050 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc04b4-8923-40d6-9c9b-87a05cdd9895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef11f5-28f8-4e8f-88d8-51ce843ba7b4,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:48.247384 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e35ca-1e82-4d9a-895e-23aa7acf7f6e req-500e0db0-8ac0-4bd7-982b-aa0aa4425137 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:48.252359 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6c7e35ca-1e82-4d9a-895e-23aa7acf7f6e req-500e0db0-8ac0-4bd7-982b-aa0aa4425137 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.0821755 Jun 23 20:07:48.277996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f459be-7bb5-441b-8c76-cd1623a853bc req-e22cfd38-d8a6-4e34-989d-d86ab1dfcea0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:48.279908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f6f459be-7bb5-441b-8c76-cd1623a853bc req-e22cfd38-d8a6-4e34-989d-d86ab1dfcea0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.0777953 Jun 23 20:07:48.327071 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6c7e35ca-1e82-4d9a-895e-23aa7acf7f6e req-87da161e-3c3f-411b-b52a-7b577f11dd39 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719397 Jun 23 20:07:48.355457 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f6f459be-7bb5-441b-8c76-cd1623a853bc req-e781c034-eb56-499e-b600-fe3dfe347630 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602582 Jun 23 20:07:48.548564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-bdfe5fdf-bc31-49d2-8871-c5743d90a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:48.550111 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-bdfe5fdf-bc31-49d2-8871-c5743d90a448 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377412 Jun 23 20:07:48.729219 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb4011-d154-4e49-a3e4-86446410e0c6 req-d89005a4-ceea-472e-9d5c-853c2073674e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:48.736544 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-35cb4011-d154-4e49-a3e4-86446410e0c6 req-d89005a4-ceea-472e-9d5c-853c2073674e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 944 time: 0.0588541 Jun 23 20:07:48.816450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a685e-cf26-440d-aa5c-8491aaf6bb0e req-cc9dbd54-2d55-4e05-ae83-b29077e8a246 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:48.817912 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c69a685e-cf26-440d-aa5c-8491aaf6bb0e req-cc9dbd54-2d55-4e05-ae83-b29077e8a246 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.0646563 Jun 23 20:07:48.821355 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-35cb4011-d154-4e49-a3e4-86446410e0c6 req-aa00bd04-0045-4eee-b668-03c318410be9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838802 Jun 23 20:07:48.834525 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60604) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:48.848483 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-75dafef0-fc3f-4712-9249-a265b90a3182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:48.882269 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c69a685e-cf26-440d-aa5c-8491aaf6bb0e req-977695d8-95a6-4b7e-ba95-d049b3e49b01 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572302 Jun 23 20:07:48.886934 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:48.931503 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-75dafef0-fc3f-4712-9249-a265b90a3182 admin admin] Publish callbacks [] for security_group (429c93ea-c8b9-4279-bbd3-8ae27e552350), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:48.982892 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-75dafef0-fc3f-4712-9249-a265b90a3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (429c93ea-c8b9-4279-bbd3-8ae27e552350), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.000163 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:49.025275 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-75dafef0-fc3f-4712-9249-a265b90a3182 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ae70fd9426f415ea2cca344f8b9d4d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891959 Jun 23 20:07:49.027251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dafef0-fc3f-4712-9249-a265b90a3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c93ea-c8b9-4279-bbd3-8ae27e552350,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:49.027997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60612) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:49.043651 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b459b45-118e-4c32-8dbf-c6257947db62 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:49.108337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 0b459b45-118e-4c32-8dbf-c6257947db62 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:07:49.109467 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60614) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:49.116034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] Publish callbacks [] for security_group (429c93ea-c8b9-4279-bbd3-8ae27e552350), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.139503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] Publish callbacks [] for security_group (429c93ea-c8b9-4279-bbd3-8ae27e552350), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.207646 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 0b459b45-118e-4c32-8dbf-c6257947db62 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:49.208269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.239634 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60620) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:49.258845 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:49.270245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dbb50e1-e1a4-4c7f-ad14-f44a4f2cbe2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.296923 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 0b459b45-118e-4c32-8dbf-c6257947db62 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:49.297270 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.300564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853287934-network', 'tenant_id': 'ce4e3f14283b45619321876b00b4d466'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:49.305997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (429c93ea-c8b9-4279-bbd3-8ae27e552350), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.308596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.309715 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/429c93ea-c8b9-4279-bbd3-8ae27e552350 HTTP/1.1" status: 204 len: 168 time: 0.2807186 Jun 23 20:07:49.321822 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:49.405826 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b459b45-118e-4c32-8dbf-c6257947db62,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:49.406841 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3089599-d0ec-454f-8841-c21c0ccee1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c93ea-c8b9-4279-bbd3-8ae27e552350,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:49.417812 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:49.467347 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.468403 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:49.490780 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-707ff0d9-b3ad-4352-a528-4b30daca2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:49.492700 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-707ff0d9-b3ad-4352-a528-4b30daca2944 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1127 time: 0.1751397 Jun 23 20:07:49.493669 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-699b4813-529d-4d74-ba86-1ac8692ce765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:49.495117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-699b4813-529d-4d74-ba86-1ac8692ce765 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=32672f6e771b4d37986e48e0091b6877&device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 1127 time: 0.1830702 Jun 23 20:07:49.519870 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Made reservation on behalf of ce4e3f14283b45619321876b00b4d466 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:49.522180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.534704 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9358d6b-5310-4cfd-85ac-b646cd834f99" -d '{"events": [{"server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "name": "network-vif-plugged", "status": "completed", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:49.555695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:49.563160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:07:49.623368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:49.624396 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.649547 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8dcf3-a9f7-44ca-a746-29d0ee7afcd6 req-56c721de-cbb3-4e52-ac77-4d695fed7c5e tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:49.651226 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7fd8dcf3-a9f7-44ca-a746-29d0ee7afcd6 req-56c721de-cbb3-4e52-ac77-4d695fed7c5e tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 943 time: 0.2121685 Jun 23 20:07:49.652100 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.708041 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:49.708489 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.712792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87824353-bd83-4e77-b80a-8023b98a93ee req-aff0a583-d1e3-4728-9eb5-280b4a92eb93 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:49.716813 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-87824353-bd83-4e77-b80a-8023b98a93ee req-aff0a583-d1e3-4728-9eb5-280b4a92eb93 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.2553420 Jun 23 20:07:49.743853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:49.801397 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:49.863305 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:49.989759 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60654) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:50.003885 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e1d194-1388-4023-9ea2-3ce74adb6dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.008327 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dbb50e1-e1a4-4c7f-ad14-f44a4f2cbe2e admin admin] Publish callbacks [] for security_group (c24c71ba-2672-4bd6-995a-1e76342b7b39), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.034029 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-3efad20d-d4f4-4077-942a-a53b80e76882 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103441 Jun 23 20:07:50.082278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e1d194-1388-4023-9ea2-3ce74adb6dfe admin admin] Publish callbacks [] for security_group (c9e67b89-4323-4355-8394-96ae1dd2de5d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.140186 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3dbb50e1-e1a4-4c7f-ad14-f44a4f2cbe2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c24c71ba-2672-4bd6-995a-1e76342b7b39), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.143566 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-914f117a-5169-4fcb-9a10-f07f8b053988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.145131 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-914f117a-5169-4fcb-9a10-f07f8b053988 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.6347399 Jun 23 20:07:50.153667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-87824353-bd83-4e77-b80a-8023b98a93ee req-a43e9d0d-b9b4-47ec-b868-54acf16c7bc1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259799 Jun 23 20:07:50.154659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-d1772213-cf28-4f2e-ab6a-13f7be53d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.156008 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-d1772213-cf28-4f2e-ab6a-13f7be53d4aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=99083d0d-c2fb-4de1-b837-38ec56d86bfa HTTP/1.1" status: 200 len: 913 time: 0.6412714 Jun 23 20:07:50.170241 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-37e1d194-1388-4023-9ea2-3ce74adb6dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c9e67b89-4323-4355-8394-96ae1dd2de5d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.176836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7fd8dcf3-a9f7-44ca-a746-29d0ee7afcd6 req-213431eb-b392-4d5c-ace3-1c302aeab7c4 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920011 Jun 23 20:07:50.217381 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-37e1d194-1388-4023-9ea2-3ce74adb6dfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca9ee084981d46afa36ba6c90b84a2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242932 Jun 23 20:07:50.217381 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1d194-1388-4023-9ea2-3ce74adb6dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e67b89-4323-4355-8394-96ae1dd2de5d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:50.218590 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60660) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:50.247710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-91282c3e-cc65-49e9-9671-e131ad3ce42f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 217 time: 0.0779250 Jun 23 20:07:50.273840 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] Publish callbacks [] for security_group (c9e67b89-4323-4355-8394-96ae1dd2de5d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.301156 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] Publish callbacks [] for security_group (c9e67b89-4323-4355-8394-96ae1dd2de5d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.411303 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-9a04b5bf-ba1a-4beb-b775-e22f8c600073 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903 HTTP/1.1" status: 200 len: 217 time: 0.2334826 Jun 23 20:07:50.412128 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c9e67b89-4323-4355-8394-96ae1dd2de5d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.415331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.416674 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9e67b89-4323-4355-8394-96ae1dd2de5d HTTP/1.1" status: 204 len: 168 time: 0.1971285 Jun 23 20:07:50.430877 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-3dbb50e1-e1a4-4c7f-ad14-f44a4f2cbe2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2094e240f6240a2a1eba16eb920d631&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3203967 Jun 23 20:07:50.431741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb50e1-e1a4-4c7f-ad14-f44a4f2cbe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24c71ba-2672-4bd6-995a-1e76342b7b39,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:50.439149 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2257e95-f6e0-4aaa-9b8f-6c825defb76d x-openstack-request-id: req-b2257e95-f6e0-4aaa-9b8f-6c825defb76d {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:50.439648 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "name": "network-vif-plugged", "status": "completed", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:50.440124 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2257e95-f6e0-4aaa-9b8f-6c825defb76d {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:50.440737 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2257e95-f6e0-4aaa-9b8f-6c825defb76d'] response: {'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62', 'code': 200} Jun 23 20:07:50.442351 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60666) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:50.455798 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4ad9f-717a-41b0-bfca-c1b0d0e1805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e67b89-4323-4355-8394-96ae1dd2de5d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:50.544350 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks [] for security_group (75c5d402-11b4-4360-ae8e-be9066b4da73), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.556500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c980d-0094-4bc8-a0c5-fc38b4ff8c97 req-db88c736-06bc-4810-adeb-89fab8ed398a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.557980 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-592c980d-0094-4bc8-a0c5-fc38b4ff8c97 req-db88c736-06bc-4810-adeb-89fab8ed398a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.2638462 Jun 23 20:07:50.585742 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-02e336b5-a8bc-4553-8aaf-4fed94c4cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.587159 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-02e336b5-a8bc-4553-8aaf-4fed94c4cd27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.2907186 Jun 23 20:07:50.604473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 46644b54-9e8f-46fa-9bb2-1bb72492e903 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:07:50.612118 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa97ee3b-956e-47b2-a38a-1a662c7ec2c7 req-08c48826-268e-48af-8348-146d6f708728 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589194 Jun 23 20:07:50.617719 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:50.629252 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=23,neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:50.674171 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (75c5d402-11b4-4360-ae8e-be9066b4da73), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.702066 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-fe87ad85-1011-48e3-90af-a3dc5066455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.703624 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-fe87ad85-1011-48e3-90af-a3dc5066455a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=be20f84e-1456-4ee2-9680-4e2b040809a6 HTTP/1.1" status: 200 len: 851 time: 0.2625389 Jun 23 20:07:50.716667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7aab7-86de-4937-875a-7367f8d865ad req-64d46143-5bbd-4d1c-bca7-4458b7328de1 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.718175 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-25e7aab7-86de-4937-875a-7367f8d865ad req-64d46143-5bbd-4d1c-bca7-4458b7328de1 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1818781 Jun 23 20:07:50.737070 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:50.744962 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '46644b54-9e8f-46fa-9bb2-1bb72492e903', 'network_id': '99083d0d-c2fb-4de1-b837-38ec56d86bfa', 'port_id': '46644b54-9e8f-46fa-9bb2-1bb72492e903', 'mac_address': 'fa:16:3e:53:b8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be20f84e-1456-4ee2-9680-4e2b040809a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:07:50.746735 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:50.781158 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 46644b54-9e8f-46fa-9bb2-1bb72492e903 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:50.781714 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.794474 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46644b54-9e8f-46fa-9bb2-1bb72492e903 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:50.795981 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-704527cd-2303-4d74-bd1f-0ebab81fea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.797498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-704527cd-2303-4d74-bd1f-0ebab81fea33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1771736 Jun 23 20:07:50.813939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:50.845776 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (9cd808e7-b5bc-4a98-950b-3b3d52e16cf0), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.846120 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Added segment 9cd808e7-b5bc-4a98-950b-3b3d52e16cf0 of type vlan for network c0eff667-62fa-41ac-8bd7-82932f7c25bf Jun 23 20:07:50.872654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] Publish callbacks [] for security_group (c24c71ba-2672-4bd6-995a-1e76342b7b39), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.880800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c5d402-11b4-4360-ae8e-be9066b4da73,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:50.886877 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-592c980d-0094-4bc8-a0c5-fc38b4ff8c97 req-ca995d4b-12b0-413a-972f-011acf09245f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029091 Jun 23 20:07:50.924136 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-f466582b-84fc-4fa8-a992-5485b9921a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:50.925718 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-f466582b-84fc-4fa8-a992-5485b9921a2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99083d0d-c2fb-4de1-b837-38ec56d86bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2052977 Jun 23 20:07:50.931971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:50.932737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 8086e419-b878-452b-9a11-4f1f68390daf details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:07:50.983814 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (c0eff667-62fa-41ac-8bd7-82932f7c25bf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.001441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:51.054772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] Publish callbacks [] for security_group (c24c71ba-2672-4bd6-995a-1e76342b7b39), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.093244 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=8086e419-b878-452b-9a11-4f1f68390daf,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:51.097160 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-25e7aab7-86de-4937-875a-7367f8d865ad req-879cb8f2-34d6-4062-8ee5-012516e05672 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697255 Jun 23 20:07:51.108433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '8086e419-b878-452b-9a11-4f1f68390daf', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'port_id': '8086e419-b878-452b-9a11-4f1f68390daf', 'mac_address': 'fa:16:3e:3c:e4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:07:51.113926 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:51.129585 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.db.resource_extend [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 20:07:51.136224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:51.156889 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 8086e419-b878-452b-9a11-4f1f68390daf is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:51.157282 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (8086e419-b878-452b-9a11-4f1f68390daf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.170471 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8086e419-b878-452b-9a11-4f1f68390daf {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:51.193535 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=8086e419-b878-452b-9a11-4f1f68390daf,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:51.199860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c42d5-d034-445f-809b-b01dced83401 req-7e7cf943-fe68-4ad2-88a8-45a0a90ff423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:51.201400 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8c0c42d5-d034-445f-809b-b01dced83401 req-7e7cf943-fe68-4ad2-88a8-45a0a90ff423 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1129 time: 0.2456782 Jun 23 20:07:51.243623 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-88a9d898-b2c3-4a68-88e8-0a1b53ad14ef service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227657 Jun 23 20:07:51.248807 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8c0c42d5-d034-445f-809b-b01dced83401 req-2aab8412-c635-45c4-8874-a6d0b832a32d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.297715 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.298383 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0d115-8902-4843-bd9b-e0319ca9a623 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:07:51.347427 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-6535909c-a87c-4378-8946-2782ce86aebd service neutron] 10.222.0.42 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965042 Jun 23 20:07:51.365690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (c0eff667-62fa-41ac-8bd7-82932f7c25bf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.366574 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:51.367143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.372282 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:51.374093 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:51.440971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:51.452314 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:07:51.468227 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6560a-988a-4d57-8999-0706efd08c45 req-55a1299f-7c52-4549-bf85-923cc0aeee9d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:51.469876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5db6560a-988a-4d57-8999-0706efd08c45 req-55a1299f-7c52-4549-bf85-923cc0aeee9d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 944 time: 0.2104924 Jun 23 20:07:51.484599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116065-92b2-4bc9-a35b-dca50ffeaa45 req-84257038-c09e-470c-b657-d029a584028d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:51.487706 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-38116065-92b2-4bc9-a35b-dca50ffeaa45 req-84257038-c09e-470c-b657-d029a584028d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 943 time: 0.2274964 Jun 23 20:07:51.497078 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2d0d115-8902-4843-bd9b-e0319ca9a623 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:51.497768 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.512898 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d0d115-8902-4843-bd9b-e0319ca9a623 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:07:51.513184 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (c24c71ba-2672-4bd6-995a-1e76342b7b39), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.515592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.519337 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c24c71ba-2672-4bd6-995a-1e76342b7b39 HTTP/1.1" status: 204 len: 168 time: 1.0578234 Jun 23 20:07:51.535890 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:51.627726 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38f17-234d-45a2-8871-1ba010cacc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24c71ba-2672-4bd6-995a-1e76342b7b39,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:51.630284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] Pushing event updated for resources: {'Network': ['ID=c0eff667-62fa-41ac-8bd7-82932f7c25bf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:51.661838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-18104738-8e2e-45e6-8550-19eb432ded92 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4180777 Jun 23 20:07:51.662312 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60696) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:51.665881 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network c0eff667-62fa-41ac-8bd7-82932f7c25bf details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:51.668510 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Request body: {'subnet': {'network_id': 'c0eff667-62fa-41ac-8bd7-82932f7c25bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853287934-subnet', 'tenant_id': 'ce4e3f14283b45619321876b00b4d466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:51.685595 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.701886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-a95e70b2-8a6b-44ee-87ce-0484f76d3bde service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508650 Jun 23 20:07:51.754797 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-06910fdc-4cda-4dc5-b9b4-3a13eb8fa3a1 req-4ff5d2ac-2678-4ca4-8511-cf9749968d02 service neutron] 10.222.0.42 "GET /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936431 Jun 23 20:07:51.766207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:51.789267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Made reservation on behalf of ce4e3f14283b45619321876b00b4d466 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:51.792435 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.797393 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5db6560a-988a-4d57-8999-0706efd08c45 req-d637bf20-8286-4c71-9391-5c05719cded6 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944317 Jun 23 20:07:51.813482 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-38116065-92b2-4bc9-a35b-dca50ffeaa45 req-dbebdadc-b4c7-4c9a-b4d1-d2c08d5498d4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924080 Jun 23 20:07:51.871317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8c0c42d5-d034-445f-809b-b01dced83401 req-2aab8412-c635-45c4-8874-a6d0b832a32d service neutron] Publish callbacks [] for security_group (ccf3b76b-2074-4b9a-b73e-227bdeeed952), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:51.881808 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-62941b73-d22c-44c7-b2aa-14561da41fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:51.883531 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-62941b73-d22c-44c7-b2aa-14561da41fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 1128 time: 0.0585818 Jun 23 20:07:51.909269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:52.176404 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8c0c42d5-d034-445f-809b-b01dced83401 req-2aab8412-c635-45c4-8874-a6d0b832a32d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ccf3b76b-2074-4b9a-b73e-227bdeeed952), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:52.222562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (dc12199f-d0d2-4859-8fc6-f73c90b6c8e3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:52.291303 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc12199f-d0d2-4859-8fc6-f73c90b6c8e3,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:52.301877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Checking segment: {'id': '9cd808e7-b5bc-4a98-950b-3b3d52e16cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c0eff667-62fa-41ac-8bd7-82932f7c25bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:52.302395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Network hostable DHCP agents. Network: c0eff667-62fa-41ac-8bd7-82932f7c25bf, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:52.326064 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8412-c635-45c4-8874-a6d0b832a32d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf3b76b-2074-4b9a-b73e-227bdeeed952,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:52.336082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d831-8ce4-4b4c-a698-0a5612914be8 req-d8da30f2-74d0-4fbb-8059-b8fd0608f7a3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:52.337614 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76e7d831-8ce4-4b4c-a698-0a5612914be8 req-d8da30f2-74d0-4fbb-8059-b8fd0608f7a3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1649249 Jun 23 20:07:52.342328 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8c0c42d5-d034-445f-809b-b01dced83401 req-2aab8412-c635-45c4-8874-a6d0b832a32d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1285400 Jun 23 20:07:52.345051 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-8967fda3-deec-48f7-9b13-0c17cbf6cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:52.346648 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-8967fda3-deec-48f7-9b13-0c17cbf6cb29 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.4559796 Jun 23 20:07:52.354773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab214a-d25a-4dfa-9e00-a9ef61d58ca8 req-082bf08d-2069-44c1-95c5-bd60921d1d6f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:52.356208 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbab214a-d25a-4dfa-9e00-a9ef61d58ca8 req-082bf08d-2069-44c1-95c5-bd60921d1d6f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1505911 Jun 23 20:07:52.384023 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['46644b54-9e8f-46fa-9bb2-1bb72492e903'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:07:52.429316 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76e7d831-8ce4-4b4c-a698-0a5612914be8 req-91a448bc-975c-4d7e-ae60-292ec49ab81c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816927 Jun 23 20:07:52.433498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbab214a-d25a-4dfa-9e00-a9ef61d58ca8 req-27c8c0f9-d30b-4216-ae0c-8e2bfe497651 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706220 Jun 23 20:07:52.436531 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Network c0eff667-62fa-41ac-8bd7-82932f7c25bf is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:52.447398 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:52.458939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c095ea26-98e9-4cca-9b3d-cd84b1d8a9e3" -d '{"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:52.505001 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d118cfe-d38a-43e1-a6ed-0303f1a3e4df x-openstack-request-id: req-9d118cfe-d38a-43e1-a6ed-0303f1a3e4df {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:52.505366 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:52.505712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d118cfe-d38a-43e1-a6ed-0303f1a3e4df {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:52.506166 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d118cfe-d38a-43e1-a6ed-0303f1a3e4df'] response: {'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'code': 200} Jun 23 20:07:52.530252 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['8086e419-b878-452b-9a11-4f1f68390daf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:07:52.554247 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, c0eff667-62fa-41ac-8bd7-82932f7c25bf) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:52.560277 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:52.561031 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:52.573297 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffacc3ca-eec0-4402-b11d-ff857f538c26 None None] Network c0eff667-62fa-41ac-8bd7-82932f7c25bf requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:52.680562 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3d435c97-b85b-48f2-863f-d757bbe4e817 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0172603 Jun 23 20:07:52.695862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['e2d0d115-8902-4843-bd9b-e0319ca9a623'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:07:52.750695 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-4ed44895-74d2-4cb8-a276-a43bc89dcf7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 200 len: 217 time: 0.0359752 Jun 23 20:07:52.775912 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb4401-98fb-4746-8b7a-0c712586c288 None None] Network c0eff667-62fa-41ac-8bd7-82932f7c25bf requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:52.811083 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:53.099493 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60756) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:53.149582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e35735-125b-40e3-9cde-0c1bbda48b2b req-e41eb65c-8bfb-4586-bbd2-cf820eea7892 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.151203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-55e35735-125b-40e3-9cde-0c1bbda48b2b req-e41eb65c-8bfb-4586-bbd2-cf820eea7892 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 944 time: 0.1899502 Jun 23 20:07:53.156649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:53.197147 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8dea1-23cd-426c-ab1d-7cbc6dd1ab5c req-8aef7920-e477-4631-94af-4956acba10f5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.202298 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-07a8dea1-23cd-426c-ab1d-7cbc6dd1ab5c req-8aef7920-e477-4631-94af-4956acba10f5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 944 time: 0.2563031 Jun 23 20:07:53.263347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-7ff834ad-2439-446e-b4a0-4cd4f43c2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.264863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-7ff834ad-2439-446e-b4a0-4cd4f43c2cbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.1093919 Jun 23 20:07:53.292283 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-55e35735-125b-40e3-9cde-0c1bbda48b2b req-49f6cfe1-15d8-43c1-acbf-b9921694a339 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250246 Jun 23 20:07:53.340143 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-07a8dea1-23cd-426c-ab1d-7cbc6dd1ab5c req-4d0b0f42-0108-46cc-b44c-120ae0d2af7d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277485 Jun 23 20:07:53.344223 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-da8ba65b-f84b-447e-9884-12ae37c380cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.346638 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-da8ba65b-f84b-447e-9884-12ae37c380cd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736694 Jun 23 20:07:53.423168 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:53.463787 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-70953785-d915-4ed9-90ee-127143377a85 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953684 Jun 23 20:07:53.486877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1865203380-network', 'tenant_id': 'edb569a8b39a437ea8be940df098268c'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:53.651897 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0418a-a351-4081-8b0b-2ecab3088a36 req-06525fbe-f49c-474b-8d49-fe6e74dc37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.653425 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ed0418a-a351-4081-8b0b-2ecab3088a36 req-06525fbe-f49c-474b-8d49-fe6e74dc37ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1130 time: 0.1340463 Jun 23 20:07:53.674087 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Made reservation on behalf of edb569a8b39a437ea8be940df098268c for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:53.676936 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:53.684868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27219b-c7cc-4539-9955-29ccbe808d89 req-c1a56669-0c9f-44fe-a424-82ccd5aa841f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.685503 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7e27219b-c7cc-4539-9955-29ccbe808d89 req-c1a56669-0c9f-44fe-a424-82ccd5aa841f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1094124 Jun 23 20:07:53.693170 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:53.704339 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e15dc4-2431-4222-a5e2-cb436283d806 req-019ed3ec-ea39-4765-bdc2-fd3b026dbbad tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:53.706408 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-29e15dc4-2431-4222-a5e2-cb436283d806 req-019ed3ec-ea39-4765-bdc2-fd3b026dbbad tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1549306 Jun 23 20:07:53.718167 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5d075cb9-85e6-4c1e-8d9f-e432a2c5a135 req-ac50effb-cba1-40ac-a9d6-53f634102e18 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322118 Jun 23 20:07:53.792099 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ed0418a-a351-4081-8b0b-2ecab3088a36 req-28ae5f26-1f0d-469e-8511-a0aef1bf1a0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259243 Jun 23 20:07:53.806135 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7e27219b-c7cc-4539-9955-29ccbe808d89 req-b87e801f-180e-4147-89cc-0a0ae2f4900c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075985 Jun 23 20:07:53.812784 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-29e15dc4-2431-4222-a5e2-cb436283d806 req-92c4b6a3-db82-4850-bb57-cebf989731df tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936887 Jun 23 20:07:53.839108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks [] for security_group (39b666f0-0cb8-4ee3-9284-2dc84ad68e05), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:53.839108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=15,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:53.982469 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (39b666f0-0cb8-4ee3-9284-2dc84ad68e05), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.008931 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:54.018529 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b666f0-0cb8-4ee3-9284-2dc84ad68e05,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:54.023215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (de387a42-0290-49e9-925a-9a718483ae6a), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.023558 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Added segment de387a42-0290-49e9-925a-9a718483ae6a of type vlan for network e0be33fe-ef21-4463-bb71-a01e82ba375e Jun 23 20:07:54.064940 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (e0be33fe-ef21-4463-bb71-a01e82ba375e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.130288 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60786) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:54.135290 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1135854902-network', 'tenant_id': 'eff258d9a57b49c1abd0dd440f79fcd6'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:54.228729 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (e0be33fe-ef21-4463-bb71-a01e82ba375e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.229727 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.230325 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.290989 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Made reservation on behalf of eff258d9a57b49c1abd0dd440f79fcd6 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:54.293390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.295420 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] Pushing event updated for resources: {'Network': ['ID=e0be33fe-ef21-4463-bb71-a01e82ba375e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:54.305145 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.308716 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network e0be33fe-ef21-4463-bb71-a01e82ba375e details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:54.397150 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks [] for security_group (6b72f55e-c190-48a5-b09c-83fecad2d5ac), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.414367 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e83c0d57-8acc-4094-a6e9-bded56a4a8fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3113174 Jun 23 20:07:54.414878 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60794) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:54.421379 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Request body: {'subnet': {'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1865203380-subnet', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:54.468804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2ae20-a7e3-407f-9ff8-b55827ae5994 req-f6fef5f2-cb18-4a16-9fd3-346dae851c4f tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.471856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1ca2ae20-a7e3-407f-9ff8-b55827ae5994 req-f6fef5f2-cb18-4a16-9fd3-346dae851c4f tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 944 time: 0.0839813 Jun 23 20:07:54.495429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea826b-4974-4559-bc9d-b0d899fd3bf9 req-ee58aef2-1f97-4b89-add6-07ac142aded3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.496834 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f1ea826b-4974-4559-bc9d-b0d899fd3bf9 req-ee58aef2-1f97-4b89-add6-07ac142aded3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 944 time: 0.0744717 Jun 23 20:07:54.503594 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6b72f55e-c190-48a5-b09c-83fecad2d5ac), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.507333 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Made reservation on behalf of edb569a8b39a437ea8be940df098268c for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:54.509658 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.537593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:54.539487 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:07:54.557766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1ca2ae20-a7e3-407f-9ff8-b55827ae5994 req-cfae8ec9-ed51-435d-9d02-2f8144ebbc24 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Jun 23 20:07:54.569445 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f1ea826b-4974-4559-bc9d-b0d899fd3bf9 req-b274be95-e842-49df-ba9f-d96a146ebc9b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656126 Jun 23 20:07:54.598154 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (5f65feb8-4fd4-4bab-874d-a2fa92dad8b2), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.598498 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Added segment 5f65feb8-4fd4-4bab-874d-a2fa92dad8b2 of type vlan for network e3cf4ce5-0917-46a6-9323-ca741c01080b Jun 23 20:07:54.608098 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b72f55e-c190-48a5-b09c-83fecad2d5ac,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:54.656379 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (e3cf4ce5-0917-46a6-9323-ca741c01080b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.709128 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 46644b54-9e8f-46fa-9bb2-1bb72492e903 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:54.756668 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:54.760939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 46644b54-9e8f-46fa-9bb2-1bb72492e903 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:07:54.793662 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (e3cf4ce5-0917-46a6-9323-ca741c01080b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.794736 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.795317 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.841256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 46644b54-9e8f-46fa-9bb2-1bb72492e903 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:54.841980 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.854656 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cf4ce5-0917-46a6-9323-ca741c01080b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:54.870817 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network e3cf4ce5-0917-46a6-9323-ca741c01080b details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:07:54.881969 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (ed5f6852-23f0-464e-8977-92bae1c2b768), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:54.941633 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-68760f2c-7cf1-42e9-b40a-050fc4e9f6d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8070498 Jun 23 20:07:54.942206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60806) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:54.950455 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Request body: {'subnet': {'network_id': 'e3cf4ce5-0917-46a6-9323-ca741c01080b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1135854902-subnet', 'tenant_id': 'eff258d9a57b49c1abd0dd440f79fcd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:54.963484 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5f6852-23f0-464e-8977-92bae1c2b768,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:54.978929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c7b6-f1ee-4e41-aa59-6b6080463de1 req-84b4e5a4-68d6-412f-84e8-ebbd3d506b6c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.981419 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4091c7b6-f1ee-4e41-aa59-6b6080463de1 req-84b4e5a4-68d6-412f-84e8-ebbd3d506b6c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0897863 Jun 23 20:07:54.988217 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:54.988602 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Network hostable DHCP agents. Network: e0be33fe-ef21-4463-bb71-a01e82ba375e, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:54.991991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715255e4-0093-42ca-8030-0bfaa144f050 req-7d06dac3-97b4-4ade-bb12-1422ddd30575 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:54.993731 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-715255e4-0093-42ca-8030-0bfaa144f050 req-7d06dac3-97b4-4ade-bb12-1422ddd30575 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0713749 Jun 23 20:07:55.073742 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4091c7b6-f1ee-4e41-aa59-6b6080463de1 req-3dc0e10c-8c57-4dd2-9895-be19b8575d76 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789313 Jun 23 20:07:55.097137 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-715255e4-0093-42ca-8030-0bfaa144f050 req-fdbfbed7-f25d-413d-8371-c8db9fc6a4a2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823979 Jun 23 20:07:55.097567 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Made reservation on behalf of eff258d9a57b49c1abd0dd440f79fcd6 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:07:55.100049 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.102127 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:55.129731 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 46644b54-9e8f-46fa-9bb2-1bb72492e903 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:55.130285 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.154103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:55.156575 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45635d7e-2f96-4511-98e4-611a3e5f946a" -d '{"events": [{"server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "name": "network-vif-plugged", "status": "completed", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:55.181696 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:55.184548 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, e0be33fe-ef21-4463-bb71-a01e82ba375e) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:55.190987 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:55.191566 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.195852 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafc682-88bf-446d-8cdb-426ccc7cd851 None None] Network e0be33fe-ef21-4463-bb71-a01e82ba375e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:55.258235 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea90d50-e3ae-41ed-ad54-e5ca76aba7d8 x-openstack-request-id: req-eea90d50-e3ae-41ed-ad54-e5ca76aba7d8 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:55.258538 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "name": "network-vif-plugged", "status": "completed", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:55.258788 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eea90d50-e3ae-41ed-ad54-e5ca76aba7d8 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:55.259169 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea90d50-e3ae-41ed-ad54-e5ca76aba7d8'] response: {'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903', 'code': 200} Jun 23 20:07:55.278413 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.279269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 8086e419-b878-452b-9a11-4f1f68390daf up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:55.305186 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d85b8d17-5d73-4789-9d89-1d60bcddb191 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8883233 Jun 23 20:07:55.307952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60812) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:55.312431 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:55.350836 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-e0be33fe-ef21-4463-bb71-a01e82ba375e', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:07:55.351736 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.390746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:55.394874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (5161ad9c-e25a-4d67-9bba-c462bfb49d26), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.400272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:55.401362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 8086e419-b878-452b-9a11-4f1f68390daf completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:07:55.405821 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.407386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.450423 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5161ad9c-e25a-4d67-9bba-c462bfb49d26,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:55.467591 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for router_controller (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.469523 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Checking segment: {'id': '5f65feb8-4fd4-4bab-874d-a2fa92dad8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e3cf4ce5-0917-46a6-9323-ca741c01080b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:55.470004 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Network hostable DHCP agents. Network: e3cf4ce5-0917-46a6-9323-ca741c01080b, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:07:55.480574 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 8086e419-b878-452b-9a11-4f1f68390daf triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:55.480944 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (8086e419-b878-452b-9a11-4f1f68390daf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.550107 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Allocated IP 172.20.0.2 (e0be33fe-ef21-4463-bb71-a01e82ba375e/ed5f6852-23f0-464e-8977-92bae1c2b768/0d2061cd-7dfa-494e-8862-e07461957ccf) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:55.617891 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 8086e419-b878-452b-9a11-4f1f68390daf is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:55.618285 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (8086e419-b878-452b-9a11-4f1f68390daf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.629078 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Network e3cf4ce5-0917-46a6-9323-ca741c01080b is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:07:55.677488 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfe08f-5b1a-4810-89b8-dd0343e0b315 req-50781054-c0ab-4cde-b96d-703609f59d55 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:55.679818 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9cfe08f-5b1a-4810-89b8-dd0343e0b315 req-50781054-c0ab-4cde-b96d-703609f59d55 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1123500 Jun 23 20:07:55.695338 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=8086e419-b878-452b-9a11-4f1f68390daf,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:55.749169 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for router_gateway (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.759177 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks [] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.761054 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a4d9f-c92b-4e44-b378-52f88a179cd7 req-6da49107-fc19-43bd-887a-a4707ac16eda tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:55.762518 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-002a4d9f-c92b-4e44-b378-52f88a179cd7 req-6da49107-fc19-43bd-887a-a4707ac16eda tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.1016099 Jun 23 20:07:55.793392 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, e3cf4ce5-0917-46a6-9323-ca741c01080b) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:55.797645 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:55.802673 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.803482 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fefc23-32b6-43cd-822d-170ef7d4ac4a None None] Network e3cf4ce5-0917-46a6-9323-ca741c01080b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:55.806752 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:55.812914 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9cfe08f-5b1a-4810-89b8-dd0343e0b315 req-6ca28d01-c31a-4994-baf6-1ac4956be31c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140671 Jun 23 20:07:55.831520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.831743 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-002a4d9f-c92b-4e44-b378-52f88a179cd7 req-16a0807c-673c-4002-ac08-3a8ad3fd5ccb tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625222 Jun 23 20:07:55.832180 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0d115-8902-4843-bd9b-e0319ca9a623 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:55.887679 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ea26579c-ac51-4ee7-88fd-081b99e814a3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9429214 Jun 23 20:07:55.903946 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:55.959731 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:55.968347 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:55.985477 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:55.985689 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25656c-efab-4b65-a2bf-1664a9fa53b2 req-7cc0b3fd-befa-4a44-9a30-32150347897b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:55.987103 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c25656c-efab-4b65-a2bf-1664a9fa53b2 req-7cc0b3fd-befa-4a44-9a30-32150347897b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 944 time: 0.0610459 Jun 23 20:07:55.988958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:56.002880 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea611d52-6e19-44ad-929b-0801f75bb45b None None] Network e3cf4ce5-0917-46a6-9323-ca741c01080b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:56.003360 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:56.058949 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port e2d0d115-8902-4843-bd9b-e0319ca9a623 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:07:56.118937 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c25656c-efab-4b65-a2bf-1664a9fa53b2 req-30f3f991-abe6-464f-8720-2af309604228 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023128 Jun 23 20:07:56.130619 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for router_gateway (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.136589 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Pushing event updated for resources: {'Port': ['ID=0d2061cd-7dfa-494e-8862-e07461957ccf,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:56.153828 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.153948 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port e2d0d115-8902-4843-bd9b-e0319ca9a623 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:56.153948 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.192043 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Attempting to bind port 0d2061cd-7dfa-494e-8862-e07461957ccf on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:56.192526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Attempting to bind port 0d2061cd-7dfa-494e-8862-e07461957ccf by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:56.192795 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Attempting to bind port 0d2061cd-7dfa-494e-8862-e07461957ccf on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:56.207612 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:56.227368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:56.227756 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:56.228160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.228581 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Bound using segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:56.229070 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Bound port: 0d2061cd-7dfa-494e-8862-e07461957ccf, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:56.229511 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.305398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57ebda-d6af-472a-bdc0-b8edc0ce8735 req-ea115e46-0451-4e37-800c-a6f6f8d3daae tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:56.306747 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f57ebda-d6af-472a-bdc0-b8edc0ce8735 req-ea115e46-0451-4e37-800c-a6f6f8d3daae tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0823433 Jun 23 20:07:56.323098 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2d0d115-8902-4843-bd9b-e0319ca9a623 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:56.323481 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.335438 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] For port 0d2061cd-7dfa-494e-8862-e07461957ccf, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:56.351760 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Allocated IP 172.27.0.74 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:56.356610 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] For port 0d2061cd-7dfa-494e-8862-e07461957ccf, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d2061cd-7dfa-494e-8862-e07461957ccf,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:56.384887 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:56.390457 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f57ebda-d6af-472a-bdc0-b8edc0ce8735 req-63dd9152-90ea-40c4-9875-c462881a9c49 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711944 Jun 23 20:07:56.477693 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.518961 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.523890 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.583417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:56.584204 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:56.634934 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:56.635840 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:56.643491 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:56.647796 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Pushing event updated for resources: {'Port': ['ID=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:56.659623 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad0965-f606-4cfa-ba80-cd3ba8b82ba8 None None] Pushing event updated for resources: {'Port': ['ID=0d2061cd-7dfa-494e-8862-e07461957ccf,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:56.760537 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:57.224629 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d44da-9086-446f-98e5-e13c392e7825 req-7b4827ea-8e54-4ae8-baea-9de072352353 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:57.226117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a44d44da-9086-446f-98e5-e13c392e7825 req-7b4827ea-8e54-4ae8-baea-9de072352353 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.3052139 Jun 23 20:07:57.234569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71e77-582d-492b-830e-f06e50d05f69 req-add65e4c-9b45-4082-86c2-323e39074a1b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:57.236606 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e5a71e77-582d-492b-830e-f06e50d05f69 req-add65e4c-9b45-4082-86c2-323e39074a1b tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.2965031 Jun 23 20:07:57.260072 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf'}, {'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:07:57.262691 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703eead-e622-477d-ade2-8bf79654071a" -d '{"events": [{"server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "name": "network-vif-plugged", "status": "completed", "tag": "8086e419-b878-452b-9a11-4f1f68390daf"}, {"server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:07:57.263394 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:57.280559 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for router_gateway (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:57.356174 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a44d44da-9086-446f-98e5-e13c392e7825 req-39fcd05f-9b67-44fb-8248-8afc4b4e5cc8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169930 Jun 23 20:07:57.388281 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e5a71e77-582d-492b-830e-f06e50d05f69 req-77cf447d-10df-4248-9b0b-cdc44d8a9970 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368771 Jun 23 20:07:57.415700 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:57.433257 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Jun 2022 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d971614b-cdd3-480b-9b95-755254458cc6 x-openstack-request-id: req-d971614b-cdd3-480b-9b95-755254458cc6 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:07:57.433785 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "name": "network-vif-plugged", "status": "completed", "tag": "8086e419-b878-452b-9a11-4f1f68390daf", "code": 200}, {"server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:07:57.433785 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d971614b-cdd3-480b-9b95-755254458cc6 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:07:57.434188 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d971614b-cdd3-480b-9b95-755254458cc6'] response: {'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf', 'code': 200} Jun 23 20:07:57.434446 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d971614b-cdd3-480b-9b95-755254458cc6'] response: {'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'code': 200} Jun 23 20:07:57.522490 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:57.562660 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71834cf-5c99-4a0a-892a-d6c60555a372 req-493abd1a-e2a6-434f-bf06-960ae9686c24 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:57.564169 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c71834cf-5c99-4a0a-892a-d6c60555a372 req-493abd1a-e2a6-434f-bf06-960ae9686c24 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.1240835 Jun 23 20:07:57.605435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961396b6-3f9c-40c3-80e3-b141c8526677 req-54648942-a34e-42f0-aa00-b06d6deef559 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:57.606935 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-961396b6-3f9c-40c3-80e3-b141c8526677 req-54648942-a34e-42f0-aa00-b06d6deef559 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1008127 Jun 23 20:07:57.614052 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2163b2-f99a-4996-b09d-ee9ae4ee0ce4 None None] Network e0be33fe-ef21-4463-bb71-a01e82ba375e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:07:57.667686 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:57.689960 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Provisioning complete for port 0d2061cd-7dfa-494e-8862-e07461957ccf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:57.689960 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:57.692284 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c71834cf-5c99-4a0a-892a-d6c60555a372 req-7adb2cc9-4982-4257-8b1e-17178a674a1b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193187 Jun 23 20:07:57.738346 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-961396b6-3f9c-40c3-80e3-b141c8526677 req-36182a1a-8fb3-4c69-a13a-6bafa2669ec9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186876 Jun 23 20:07:57.795269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Current status of the port 0d2061cd-7dfa-494e-8862-e07461957ccf is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:57.796434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:57.848599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] For port 0d2061cd-7dfa-494e-8862-e07461957ccf, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d2061cd-7dfa-494e-8862-e07461957ccf,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:07:57.888096 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:07:57.910688 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:57.997832 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d2061cd-7dfa-494e-8862-e07461957ccf up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:07:58.006689 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c72b27-bf84-4639-afae-e7ba91a26512 None None] Pushing event updated for resources: {'Port': ['ID=0d2061cd-7dfa-494e-8862-e07461957ccf,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:58.009085 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:58.036432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:07:58.046668 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-82b5d780-17e9-4175-bb3e-15ecf2c50b3f None None] Provisioning complete for port 0d2061cd-7dfa-494e-8862-e07461957ccf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:58.047040 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-82b5d780-17e9-4175-bb3e-15ecf2c50b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:58.047770 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:07:58.072773 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:58.073422 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:58.106047 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0d2061cd-7dfa-494e-8862-e07461957ccf triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:58.106867 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:58.127877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:58.185320 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:58.188364 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-dee6d8d5-56e6-4128-8add-524dc2bc4da3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8776853 Jun 23 20:07:58.190170 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60858) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:58.314845 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-82b5d780-17e9-4175-bb3e-15ecf2c50b3f None None] Current status of the port 0d2061cd-7dfa-494e-8862-e07461957ccf is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:58.329065 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:58.358211 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0d2061cd-7dfa-494e-8862-e07461957ccf is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:07:58.451969 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:58.518697 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af482332-1244-473b-b6c1-01b2174204e5 req-dceeeed6-4db1-4e6c-b93a-73a4fee1dfd0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.520132 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af482332-1244-473b-b6c1-01b2174204e5 req-dceeeed6-4db1-4e6c-b93a-73a4fee1dfd0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0870345 Jun 23 20:07:58.540686 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:56Z', 'revision_number': 3, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:58.555770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0f03-a4e3-4d37-965c-c9bdc84bcf10 req-6321b59a-7119-4ce6-930c-5bb38cb8a621 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.557283 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9e4a0f03-a4e3-4d37-965c-c9bdc84bcf10 req-6321b59a-7119-4ce6-930c-5bb38cb8a621 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.0831273 Jun 23 20:07:58.568947 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:07:58.569494 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Updating router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:07:58.604508 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af482332-1244-473b-b6c1-01b2174204e5 req-82155746-dbeb-44fb-8850-c75b953cfe9d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Jun 23 20:07:58.633816 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:58.637472 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9e4a0f03-a4e3-4d37-965c-c9bdc84bcf10 req-f082797c-8396-4f2e-b7b1-640cb52b7545 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681956 Jun 23 20:07:58.680470 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:58.760909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8818a83-2b2e-4f5e-be3a-b216b9dd5fbd req-28ca342b-f9e8-4764-a09f-4517b327ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.762405 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8818a83-2b2e-4f5e-be3a-b216b9dd5fbd req-28ca342b-f9e8-4764-a09f-4517b327ed31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 1129 time: 0.0686786 Jun 23 20:07:58.787166 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:58.832008 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01327155-bce8-4b58-9e42-5306dc1c0228 req-8edfafd0-86d1-4bf9-aede-dd2d8b38f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.833716 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-01327155-bce8-4b58-9e42-5306dc1c0228 req-8edfafd0-86d1-4bf9-aede-dd2d8b38f38a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 1129 time: 0.1517012 Jun 23 20:07:58.839585 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0132-4590-416a-a759-9bfc9be1d03e req-ca719cb2-d180-4f6f-b16c-735558dc3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.840498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d39c0132-4590-416a-a759-9bfc9be1d03e req-ca719cb2-d180-4f6f-b16c-735558dc3412 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1129 time: 0.1552079 Jun 23 20:07:58.908045 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df285c9-a00b-489f-adbc-5589bf940084 req-9285d644-823c-464b-ada9-d76fbc57a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.909566 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-9285d644-823c-464b-ada9-d76fbc57a45b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1129 time: 0.1126659 Jun 23 20:07:58.918852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:58.922936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26490018-1105-4363-9740-cf9dc94dbda0 req-29a10e54-8e3b-47c6-bd22-f37475b9424e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.925131 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26490018-1105-4363-9740-cf9dc94dbda0 req-29a10e54-8e3b-47c6-bd22-f37475b9424e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.1088817 Jun 23 20:07:58.930835 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8818a83-2b2e-4f5e-be3a-b216b9dd5fbd req-3ea2b040-e471-4282-9ba3-d5102cfd6aed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466510 Jun 23 20:07:58.965939 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30135fd-45a1-461d-a715-2b5582a18a53 req-37293438-f7f9-45b0-b1d1-d2dc047bb093 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:58.973626 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e30135fd-45a1-461d-a715-2b5582a18a53 req-37293438-f7f9-45b0-b1d1-d2dc047bb093 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1074338 Jun 23 20:07:59.050047 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks [] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.103866 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26490018-1105-4363-9740-cf9dc94dbda0 req-30ac7208-d6e7-435f-a703-80739371859b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634903 Jun 23 20:07:59.105931 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d39c0132-4590-416a-a759-9bfc9be1d03e req-ca6cee6d-5e2a-4d25-bf40-cd4902d6366c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710031 Jun 23 20:07:59.111453 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-01327155-bce8-4b58-9e42-5306dc1c0228 req-c53c31b1-cc91-4127-b793-59cbee6a587e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790836 Jun 23 20:07:59.115771 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e30135fd-45a1-461d-a715-2b5582a18a53 req-4b7e5bab-40ff-4489-8982-d50a21b3dcee tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416957 Jun 23 20:07:59.154852 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.199206 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7904300-b52c-4442-8d2d-2f77b1309191 None None] Pushing event updated for resources: {'Port': ['ID=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:59.204088 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df285c9-a00b-489f-adbc-5589bf940084 req-0ac0db42-0e7c-423d-8335-a5cd2b10bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:59.207544 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-0ac0db42-0e7c-423d-8335-a5cd2b10bac1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.2746277 Jun 23 20:07:59.216613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Allocated IP 172.20.0.1 (e0be33fe-ef21-4463-bb71-a01e82ba375e/ed5f6852-23f0-464e-8977-92bae1c2b768/0f16302a-fdbf-4d4a-9499-8c0b1a186eb6) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:07:59.248317 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Attempting to bind port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:07:59.249089 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Attempting to bind port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:07:59.249089 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Attempting to bind port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:07:59.264575 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:59.266628 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:07:59.267382 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:07:59.267633 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.268022 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:07:59.268526 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Bound port: 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:07:59.268903 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.331607 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2dd6-6c62-49b0-ad3c-a5838ad7442e req-a1a98aaf-223f-4d10-87cc-e57579371a46 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:07:59.332339 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] For port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:07:59.337763 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-418b2dd6-6c62-49b0-ad3c-a5838ad7442e req-a1a98aaf-223f-4d10-87cc-e57579371a46 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0624485 Jun 23 20:07:59.337987 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] For port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:07:59.340605 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:59.343994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60894) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:07:59.349401 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'floatingip': {'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:07:59.350791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks [] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.381026 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:59.427005 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.509270 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.532349 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.583645 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7904300-b52c-4442-8d2d-2f77b1309191 None None] Pushing event updated for resources: {'Port': ['ID=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:59.586545 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:07:59.587252 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:07:59.588857 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:07:59.592347 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:07:59.594918 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:07:59.596396 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.649952 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:07:59.708678 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:59.759758 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:07:59.811011 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:07:59.922082 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:07:59.966614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-019d289c-7357-4e95-a094-b4917173a173 None None] Provisioning complete for port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:07:59.967771 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-019d289c-7357-4e95-a094-b4917173a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:00.007203 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-35eaed37-456c-409e-9037-724a30b22376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:56Z', 'revision_number': 3, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:00.037172 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eaed37-456c-409e-9037-724a30b22376 None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:56Z', 'revision_number': 3, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:00.071928 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d2061cd-7dfa-494e-8862-e07461957ccf up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:00.179333 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540bbc9-3b26-4ef8-acac-e61dab7794a0 req-3efeac44-8d05-4bbf-bf2d-1db33ff2a492 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:00.182067 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f540bbc9-3b26-4ef8-acac-e61dab7794a0 req-3efeac44-8d05-4bbf-bf2d-1db33ff2a492 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.4110620 Jun 23 20:08:00.195798 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-019d289c-7357-4e95-a094-b4917173a173 None None] Port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:00.222250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83088463-08b3-40eb-b0fc-8f4ce7a7e5e4 req-1100e5b8-91e9-4e08-843d-423a85e1d321 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:00.231610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83088463-08b3-40eb-b0fc-8f4ce7a7e5e4 req-1100e5b8-91e9-4e08-843d-423a85e1d321 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.4617481 Jun 23 20:08:00.276138 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0d2061cd-7dfa-494e-8862-e07461957ccf triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:00.276882 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:00.426607 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:00.449274 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks [] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:00.454174 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-5db4753f-49af-4d1a-b9bf-2b077ec2f69c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 200 len: 217 time: 0.2634776 Jun 23 20:08:00.480377 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0d2061cd-7dfa-494e-8862-e07461957ccf is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:00.540964 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f540bbc9-3b26-4ef8-acac-e61dab7794a0 req-12574c8a-2f16-406f-982d-c9b6950a2ab5 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439245 Jun 23 20:08:00.579926 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:00.580941 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:00.697505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83088463-08b3-40eb-b0fc-8f4ce7a7e5e4 req-0272d3f8-99cd-4fcd-9d4e-6e303e3e1ab0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647081 Jun 23 20:08:00.698747 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:00.722537 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.722956 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.723551 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.723969 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.724514 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.725193 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.725671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.726144 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.726661 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.727112 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.727587 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.728058 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.728598 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.735395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.735395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:00.875922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df285c9-a00b-489f-adbc-5589bf940084 req-4f252157-f1be-46ab-a349-f5890fbd8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:00.877441 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-4f252157-f1be-46ab-a349-f5890fbd8542 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0926523 Jun 23 20:08:00.882743 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:00.885572 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:00.973170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b405498-26dd-487c-8f29-78ccbc5b8fe7 req-40d8f99b-a5ed-4c44-81bb-339d18403e0c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:00.979230 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b405498-26dd-487c-8f29-78ccbc5b8fe7 req-40d8f99b-a5ed-4c44-81bb-339d18403e0c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.2651463 Jun 23 20:08:01.010806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.db.resource_extend [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 20:08:01.075000 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:08:01.115757 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:01.131389 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b405498-26dd-487c-8f29-78ccbc5b8fe7 req-811cb279-fc7e-4dd6-b2b3-f59994f6e11d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410956 Jun 23 20:08:01.135953 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-2538a79a-f913-470e-b374-acdc1dd05362 None None] Provisioning complete for port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:01.136416 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2538a79a-f913-470e-b374-acdc1dd05362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:01.190257 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-2538a79a-f913-470e-b374-acdc1dd05362 None None] Port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:01.204082 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:01.208996 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d9102d63-3d78-4f49-8831-7edfa1df82f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/1e8017cd-b08f-4e97-a3a2-8d39a9162a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177941 Jun 23 20:08:01.223394 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:01.342049 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Floating IP ebeca3b8-4d87-4432-b360-f8fe8b89900f associated. External IP: 172.27.0.205, port: 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a. Jun 23 20:08:01.506063 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df285c9-a00b-489f-adbc-5589bf940084 req-5ac71242-5554-4651-a201-b3d29d0f6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:01.507743 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-5ac71242-5554-4651-a201-b3d29d0f6606 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0682397 Jun 23 20:08:01.618214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:08:01.710522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51527d-9bf1-4140-9cdb-ff8814a532f7 req-d263ded3-7ecd-42df-adcd-5d9f3bbd4d3d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:01.712111 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f51527d-9bf1-4140-9cdb-ff8814a532f7 req-d263ded3-7ecd-42df-adcd-5d9f3bbd4d3d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.0859630 Jun 23 20:08:01.841494 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f51527d-9bf1-4140-9cdb-ff8814a532f7 req-b59fe746-1d56-4631-95c4-047ec8915127 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224771 Jun 23 20:08:01.842381 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:01.847009 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:01.855850 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:01.868974 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:01.869974 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:01.880591 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:08:01.888457 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36108-029c-44e9-b0ad-6b46fdd0a623 req-6b6a0c34-bc40-48f8-b95b-50d890e4644b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:01.892836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bde36108-029c-44e9-b0ad-6b46fdd0a623 req-6b6a0c34-bc40-48f8-b95b-50d890e4644b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1009049 Jun 23 20:08:01.899506 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a6c30a39-98b4-4f99-9f42-64f17a37a2df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "PUT /v2.0/floatingips/ebeca3b8-4d87-4432-b360-f8fe8b89900f HTTP/1.1" status: 200 len: 992 time: 2.5535629 Jun 23 20:08:01.901428 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:08:01.903837 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f68ca71-e72d-4aaf-b636-e2916d23fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:08:01.954042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0755972-357b-464d-af52-7ae09a53fc6a x-openstack-request-id: req-f0755972-357b-464d-af52-7ae09a53fc6a {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:08:01.954422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:08:01.955147 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0755972-357b-464d-af52-7ae09a53fc6a {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:08:01.955563 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0755972-357b-464d-af52-7ae09a53fc6a'] response: {'name': 'network-changed', 'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'status': 'completed', 'code': 200} Jun 23 20:08:01.985044 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bde36108-029c-44e9-b0ad-6b46fdd0a623 req-84d6bfaa-9e01-4570-8fe5-0eaa82c3a6a6 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804060 Jun 23 20:08:02.035740 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:02.062901 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:02.080746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:02.202281 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:02.202818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:02.203104 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.335798 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59109d1-35df-4d0d-8940-eff1c9743784 req-0d6bf5b2-d23c-4824-85e3-a9b93be499c8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:02.343497 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d59109d1-35df-4d0d-8940-eff1c9743784 req-0d6bf5b2-d23c-4824-85e3-a9b93be499c8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.1188354 Jun 23 20:08:02.411171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:02.411553 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.465339 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:02.467345 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d59109d1-35df-4d0d-8940-eff1c9743784 req-b3f16348-014a-4f7a-b1b8-977f66d1d9f6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058676 Jun 23 20:08:02.477429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60980) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:02.482479 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1989172293-network', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:02.499139 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'ebeca3b8-4d87-4432-b360-f8fe8b89900f', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:22Z', 'updated_at': '2022-06-23T20:08:00Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:02.534480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:02.546369 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:02.546882 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:02.561376 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:02.579869 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:02.593584 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:02.594208 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:02.595531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.599037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447ad0-180d-4958-b4ee-c1368c7d18c9 req-3f16ca33-2a2d-4427-9406-821a67ccb15c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:02.611344 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0c447ad0-180d-4958-b4ee-c1368c7d18c9 req-3f16ca33-2a2d-4427-9406-821a67ccb15c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0691710 Jun 23 20:08:02.611344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Made reservation on behalf of 95ab1ee032d74c4fbc1c544a09ffea80 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:02.611344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.611863 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 60984) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:02.617266 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.618853 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:02.640878 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:02.697388 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks [] for security_group (49816c4b-da74-4563-aa6d-4c205dfb6460), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.708329 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:02.718992 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.722910 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:02.723979 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.724343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.724873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.725363 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.725872 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.726206 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.726536 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.726866 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.727192 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.727521 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.727847 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.728171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.728514 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.728835 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.729153 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.741450 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:02.834036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (49816c4b-da74-4563-aa6d-4c205dfb6460), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.857867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:08:02.877507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (e5669da1-7acb-409b-9fb9-a108fc13142a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.877866 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Added segment e5669da1-7acb-409b-9fb9-a108fc13142a of type vlan for network 705a6174-b2e8-41cd-90ff-c8e07724998b Jun 23 20:08:02.886393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49816c4b-da74-4563-aa6d-4c205dfb6460,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:02.903878 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:02.922110 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.925824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.926405 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.926405 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.926544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.926863 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.927185 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:02.947178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (705a6174-b2e8-41cd-90ff-c8e07724998b), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:02.952133 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:00Z', 'revision_number': 2, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:02.981647 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:02.982051 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Updating router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:08:03.023160 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:03.032103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'ebeca3b8-4d87-4432-b360-f8fe8b89900f', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:22Z', 'updated_at': '2022-06-23T20:08:00Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:03.051621 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41e437-0315-4abc-adea-be58f5654f3f req-b4bae681-d440-465e-bb51-7aae70c8b38e tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:03.054136 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9b41e437-0315-4abc-adea-be58f5654f3f req-b4bae681-d440-465e-bb51-7aae70c8b38e tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.0641999 Jun 23 20:08:03.059132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (705a6174-b2e8-41cd-90ff-c8e07724998b), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:03.060557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:03.062056 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:03.065686 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e49c4-961e-4c9e-8f64-f12dd63d8195 None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'ebeca3b8-4d87-4432-b360-f8fe8b89900f', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:22Z', 'updated_at': '2022-06-23T20:08:00Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:03.245429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3a49a-c2f8-468d-ad3d-7c44eb522f25 req-afda996f-e4b2-4e52-8e99-1869efa59e49 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:03.246957 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-17b3a49a-c2f8-468d-ad3d-7c44eb522f25 req-afda996f-e4b2-4e52-8e99-1869efa59e49 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1577301 Jun 23 20:08:03.317635 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] Pushing event updated for resources: {'Network': ['ID=705a6174-b2e8-41cd-90ff-c8e07724998b,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:03.332096 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 705a6174-b2e8-41cd-90ff-c8e07724998b details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:08:03.340774 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-302355e9-a55e-44ee-a327-80912f44f777 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8622055 Jun 23 20:08:03.346342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 60998) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:03.378892 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:03.523872 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630c630-4b48-4178-b48c-ba5ee7e2a524 None None] New status for floating IP ebeca3b8-4d87-4432-b360-f8fe8b89900f: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:08:03.627870 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks [] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:03.670434 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-0572f894-1c1f-4abb-b96c-2264eabec0ad service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607534 Jun 23 20:08:03.694298 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Request body: {'subnet': {'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1989172293-subnet', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:03.720429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-82841eee-4f57-41fb-882e-e0ab18d636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:03.722035 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-82841eee-4f57-41fb-882e-e0ab18d636a4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1130 time: 0.5591598 Jun 23 20:08:03.742864 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:03.767065 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9b41e437-0315-4abc-adea-be58f5654f3f req-d731d052-a6e7-46f9-a2ed-0f2739c8f3dc tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996372 Jun 23 20:08:03.793080 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-17b3a49a-c2f8-468d-ad3d-7c44eb522f25 req-dadb0c70-c065-45e7-9c79-b654f7049a27 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218351 Jun 23 20:08:03.885817 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:03.886795 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293289e-62dc-45c9-9cf7-a2615dd5357d None None] Pushing event updated for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:03.907555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Made reservation on behalf of 95ab1ee032d74c4fbc1c544a09ffea80 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:03.909975 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.014144 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Attempting to bind port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:04.014700 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Attempting to bind port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:04.014845 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Attempting to bind port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:04.037976 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:04.038577 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:04.038979 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.039380 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Bound using segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:04.039832 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Bound port: 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:04.040202 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.068225 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-0f18eccf-1c60-4671-b50c-93c3350af903 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2892039 Jun 23 20:08:04.074739 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:04.101021 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:04.149279 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.db.resource_extend [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 20:08:04.169492 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] For port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:04.176180 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] For port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:04.192000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32772) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:04.202935 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:04.203554 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.246721 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-f7791997-76fe-4ae3-8b6c-37823565bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:04.248357 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-f7791997-76fe-4ae3-8b6c-37823565bbca service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.4679744 Jun 23 20:08:04.272362 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8df285c9-a00b-489f-adbc-5589bf940084 req-0215cecf-aab6-4358-baee-480842b487a6 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879799 Jun 23 20:08:04.283015 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.295333 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.297673 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:04.306408 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-52d2e01e-0250-419e-87dc-38e2255f034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:04.309078 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-52d2e01e-0250-419e-87dc-38e2255f034a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1129 time: 0.1193898 Jun 23 20:08:04.317069 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Provisioning complete for port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:04.324038 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.343117 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.403168 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:04.403804 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:04.469680 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293289e-62dc-45c9-9cf7-a2615dd5357d None None] Pushing event updated for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:04.483031 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:04.500496 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 5ea2a0fb-d8b1-4208-bf88-a511a70cf552 associated. External IP: 172.27.0.249, port: e2d0d115-8902-4843-bd9b-e0319ca9a623. Jun 23 20:08:04.570884 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Current status of the port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:04.572009 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.644283 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] For port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:04.655646 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:04.661603 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-17146cce-533d-4fd2-a6ea-f81afb040510 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 1002 time: 0.3989797 Jun 23 20:08:04.780788 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:08:04.790218 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.816858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:04.855721 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea45f8-b348-4495-b7c7-322ccbdd8807 None None] Pushing event updated for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:04.873919 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:04.874858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (3d9cbd3f-840d-45e2-8e50-cf37d24f60dd), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.904743 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-254fe745-2b82-4762-8b59-31357b52ee97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.922294 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-0bb727ea-dfc7-4cec-b222-1f9c6ba2f069 None None] Provisioning complete for port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:04.925229 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0bb727ea-dfc7-4cec-b222-1f9c6ba2f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:04.955103 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:04.973230 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:04.980582 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:05.034773 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2a9fc8d4-9d30-4cc2-9739-a4def051b28f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "PUT /v2.0/floatingips/5ea2a0fb-d8b1-4208-bf88-a511a70cf552 HTTP/1.1" status: 200 len: 991 time: 2.4212174 Jun 23 20:08:05.034773 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:08:05.038220 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26efbdbc-b4b8-4048-acdb-7672a1d19042" -d '{"events": [{"name": "network-changed", "server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:08:05.040806 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3010fc6-9724-4f35-b138-80fc401a9224 None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:05.047474 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:05.062067 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:05.065211 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:05.073619 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:05.112903 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa350492-46dd-4f51-b557-45dc8802ccd3 x-openstack-request-id: req-fa350492-46dd-4f51-b557-45dc8802ccd3 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:08:05.115287 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:08:05.115287 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa350492-46dd-4f51-b557-45dc8802ccd3 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:08:05.115287 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa350492-46dd-4f51-b557-45dc8802ccd3'] response: {'name': 'network-changed', 'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'status': 'completed', 'code': 200} Jun 23 20:08:05.144813 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-0bb727ea-dfc7-4cec-b222-1f9c6ba2f069 None None] Current status of the port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:05.169354 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-8f3e03ba-979e-423a-9c0a-0d68bf12e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.170890 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-8f3e03ba-979e-423a-9c0a-0d68bf12e0e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.4403324 Jun 23 20:08:05.180724 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-d8c50bf9-b4a5-4ea4-a4ee-54d0deed996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.182303 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-d8c50bf9-b4a5-4ea4-a4ee-54d0deed996e service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.5133805 Jun 23 20:08:05.230682 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:05.236682 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:05.244383 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-79911c83-4d5d-47c3-961a-0b6303181f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.246167 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-79911c83-4d5d-47c3-961a-0b6303181f67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 1129 time: 0.0623815 Jun 23 20:08:05.268831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9cbd3f-840d-45e2-8e50-cf37d24f60dd,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:05.271512 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-20d39051-666c-4ff7-8138-da50dc86ece7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 217 time: 0.0527720 Jun 23 20:08:05.326712 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bbc82-1fe7-44fe-b1b7-454835ad150b req-dd1ac6f1-ab35-46b2-aaf4-8d853f0b7e65 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.328501 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bf0bbc82-1fe7-44fe-b1b7-454835ad150b req-dd1ac6f1-ab35-46b2-aaf4-8d853f0b7e65 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.3668110 Jun 23 20:08:05.382897 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-93696772-eec3-4805-9318-1c9b13574375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.387882 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-93696772-eec3-4805-9318-1c9b13574375 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.1239455 Jun 23 20:08:05.398195 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Checking segment: {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:05.400064 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Network hostable DHCP agents. Network: 705a6174-b2e8-41cd-90ff-c8e07724998b, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:08:05.413161 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-1c77a317-1ccd-4887-b3ce-6c5a49477c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.414668 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-1c77a317-1ccd-4887-b3ce-6c5a49477c1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2252395 Jun 23 20:08:05.479658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-3fa66a9c-3ce4-44aa-939e-84e7377d95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.481206 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-3fa66a9c-3ce4-44aa-939e-84e7377d95a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.1638780 Jun 23 20:08:05.535117 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-3fc894c8-9bac-4234-b405-39961512b8e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 200 len: 999 time: 0.1382835 Jun 23 20:08:05.557393 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bf0bbc82-1fe7-44fe-b1b7-454835ad150b req-e9dcdf2c-faec-4b65-90d0-379212539a59 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091396 Jun 23 20:08:05.602497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Network 705a6174-b2e8-41cd-90ff-c8e07724998b is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:08:05.616237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-254fe745-2b82-4762-8b59-31357b52ee97 admin admin] Publish callbacks [] for security_group (d92c2e81-0c3e-49db-b38c-d7dfd335707a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:05.625293 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-47b6e346-f10f-46c2-b5b4-1003285aae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.631467 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-47b6e346-f10f-46c2-b5b4-1003285aae3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0731795 Jun 23 20:08:05.634702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-a79d8803-f0a6-416e-bd79-b8e2dcbac0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.636210 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-a79d8803-f0a6-416e-bd79-b8e2dcbac0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456690 Jun 23 20:08:05.649417 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:05.661962 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-2b20cadc-ca07-44ed-ac05-b0968f720ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335687 Jun 23 20:08:05.676820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-481afc4f-85b3-4742-b28e-0a805e2e1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:05.678946 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-481afc4f-85b3-4742-b28e-0a805e2e1450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447540 Jun 23 20:08:05.681034 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:05.690336 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:05.690943 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:07:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:05.746688 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:05.762396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-d2ca3062-cb23-4330-a86b-6ad3bad885f5 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984566 Jun 23 20:08:05.784572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-254fe745-2b82-4762-8b59-31357b52ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d92c2e81-0c3e-49db-b38c-d7dfd335707a), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:05.814493 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:05.855582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 705a6174-b2e8-41cd-90ff-c8e07724998b) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:05.865875 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc512b7-b64b-4fa2-84b3-081b08ef032f None None] Network 705a6174-b2e8-41cd-90ff-c8e07724998b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:08:05.992515 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-254fe745-2b82-4762-8b59-31357b52ee97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2658c0810091420b9898887ba4cf7288&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7905998 Jun 23 20:08:05.993498 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fe745-2b82-4762-8b59-31357b52ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c2e81-0c3e-49db-b38c-d7dfd335707a,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:06.011909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:06.012769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.025377 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32832) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:06.082480 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-93701a59-6c50-4409-bc6d-8f8724bb6f46 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952169 Jun 23 20:08:06.128080 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:06.156441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:06.197146 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-91f36153-ac30-41a1-abf3-e08ee9cea6d7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5066955 Jun 23 20:08:06.197900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32836) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:06.232256 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:06.232773 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 32840) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:06.238289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:06.275198 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1df1e91-2234-4fb5-93b9-c0d7150d5887 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:06.310531 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-26efbdbc-b4b8-4048-acdb-7672a1d19042 req-ebfdbade-f05c-4593-bd51-ee1979eaa30b service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212203 Jun 23 20:08:06.317931 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7371320a-1bc3-4bde-9000-6bf9ffdafbf4 req-b55a99ea-dd1d-4c7a-8f29-5646b6aaaeb7 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343628 Jun 23 20:08:06.355829 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:06.355829 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.359515 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-705a6174-b2e8-41cd-90ff-c8e07724998b', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:08:06.363565 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.391883 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f68ca71-e72d-4aaf-b636-e2916d23fc79 req-35bf7675-7e6f-41aa-8a62-8c71eaee13a5 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281619 Jun 23 20:08:06.418681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-408aa44e-0c21-47da-a18f-e18e7634c4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.495174 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] Publish callbacks [] for security_group (d92c2e81-0c3e-49db-b38c-d7dfd335707a), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.500751 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d0950e9e-94e3-4e08-bedc-68d42afffade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.520470 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] Publish callbacks [] for security_group (d92c2e81-0c3e-49db-b38c-d7dfd335707a), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.555182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.556622 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.669695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:06.669963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for router_controller (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.675659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d0950e9e-94e3-4e08-bedc-68d42afffade admin admin] Publish callbacks [] for security_group (4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.678490 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:06.708383 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:06.717574 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Allocated IP 172.20.0.2 (705a6174-b2e8-41cd-90ff-c8e07724998b/3d9cbd3f-840d-45e2-8e50-cf37d24f60dd/879f1f70-cf1f-465c-b337-6059097388a0) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:06.731334 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d0950e9e-94e3-4e08-bedc-68d42afffade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.774023 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d92c2e81-0c3e-49db-b38c-d7dfd335707a), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.777369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.778732 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d0950e9e-94e3-4e08-bedc-68d42afffade admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebbc37447b7a44a88daf3f4da9466a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452332 Jun 23 20:08:06.779625 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0950e9e-94e3-4e08-bedc-68d42afffade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:06.783772 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 32852) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:06.808073 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d92c2e81-0c3e-49db-b38c-d7dfd335707a HTTP/1.1" status: 204 len: 168 time: 0.7787273 Jun 23 20:08:06.912949 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] Publish callbacks [] for security_group (4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:06.915870 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232159b-4d7e-46f7-a566-ba4ccf4ef0be None None] New status for floating IP 5ea2a0fb-d8b1-4208-bf88-a511a70cf552: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:08:06.941525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bd15a-a90a-448d-ae80-73632aff1b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c2e81-0c3e-49db-b38c-d7dfd335707a,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:06.953435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514564b2-b12d-42b0-bfeb-99bf1eb82a7b req-1ebaff7c-c2a9-4766-8f0b-2101e7be0631 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:06.955922 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-514564b2-b12d-42b0-bfeb-99bf1eb82a7b req-1ebaff7c-c2a9-4766-8f0b-2101e7be0631 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.2407358 Jun 23 20:08:06.964519 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] Publish callbacks [] for security_group (4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.008506 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:07.080980 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks [] for port (879f1f70-cf1f-465c-b337-6059097388a0), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.127937 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.131761 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.133645 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b HTTP/1.1" status: 204 len: 168 time: 0.3482816 Jun 23 20:08:07.146451 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162fb42-0a24-49e8-bda2-375cfecd4781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df23bc2-7ff9-4476-ab37-a12a8ad1ba6b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:07.152640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for router_gateway (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.169407 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-514564b2-b12d-42b0-bfeb-99bf1eb82a7b req-5ae2f48a-f003-4d95-9df2-d48628334f49 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827996 Jun 23 20:08:07.207798 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (879f1f70-cf1f-465c-b337-6059097388a0), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.260164 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:07.283558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Network 705a6174-b2e8-41cd-90ff-c8e07724998b is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:07.285032 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:07.287815 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:07.289939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Pushing event updated for resources: {'Port': ['ID=879f1f70-cf1f-465c-b337-6059097388a0,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:07.350948 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Attempting to bind port 879f1f70-cf1f-465c-b337-6059097388a0 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:07.351390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Attempting to bind port 879f1f70-cf1f-465c-b337-6059097388a0 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:07.351748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Attempting to bind port 879f1f70-cf1f-465c-b337-6059097388a0 on network 705a6174-b2e8-41cd-90ff-c8e07724998b {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:07.366067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:07.366440 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Checking segment: {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:07.367109 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.367502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Bound using segment: {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:07.367964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Bound port: 879f1f70-cf1f-465c-b337-6059097388a0, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:07.368361 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (879f1f70-cf1f-465c-b337-6059097388a0), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.466624 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] For port 879f1f70-cf1f-465c-b337-6059097388a0, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:07.471884 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] For port 879f1f70-cf1f-465c-b337-6059097388a0, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=879f1f70-cf1f-465c-b337-6059097388a0,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:07.499023 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for router_gateway (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.518422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.566459 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (879f1f70-cf1f-465c-b337-6059097388a0), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.633531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9055b38-5cc1-4f8f-a318-1dc127e0d22a None None] Pushing event updated for resources: {'Port': ['ID=879f1f70-cf1f-465c-b337-6059097388a0,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:07.660771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Allocated IP 172.27.0.67 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/cc65d1df-c25c-4c30-8351-43a0901d476f) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:07.676883 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 32872) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:07.691398 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a9cf-5e68-41ba-a809-4cbdb01563ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.791647 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a9cf-5e68-41ba-a809-4cbdb01563ab admin admin] Publish callbacks [] for security_group (448529b7-cb27-490b-a4a1-0fd570e62ada), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.822468 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.852230 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.853259 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a9cf-5e68-41ba-a809-4cbdb01563ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (448529b7-cb27-490b-a4a1-0fd570e62ada), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.920778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:07.932555 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0a9cf-5e68-41ba-a809-4cbdb01563ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448529b7-cb27-490b-a4a1-0fd570e62ada,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:07.948756 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2ef0a9cf-5e68-41ba-a809-4cbdb01563ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff1ff526da91452e88c9e9b3ed449523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680495 Jun 23 20:08:07.949095 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 32874) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:07.991278 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:07.996665 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32876) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:07.999146 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:08.010103 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:08.030375 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a14929e2-37e2-4776-a338-7a73d22695ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.055858 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] Publish callbacks [] for security_group (448529b7-cb27-490b-a4a1-0fd570e62ada), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.065781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 879f1f70-cf1f-465c-b337-6059097388a0 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:08.073579 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65d1df-c25c-4c30-8351-43a0901d476f,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:08.091094 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] Publish callbacks [] for security_group (448529b7-cb27-490b-a4a1-0fd570e62ada), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.144430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 879f1f70-cf1f-465c-b337-6059097388a0 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:08.144819 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (879f1f70-cf1f-465c-b337-6059097388a0), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.228604 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (448529b7-cb27-490b-a4a1-0fd570e62ada), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.232895 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.234115 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/448529b7-cb27-490b-a4a1-0fd570e62ada HTTP/1.1" status: 204 len: 168 time: 0.2840061 Jun 23 20:08:08.240923 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:08.253993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e326f-9244-4b20-8be0-924bd60d01db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448529b7-cb27-490b-a4a1-0fd570e62ada,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:08.415492 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 879f1f70-cf1f-465c-b337-6059097388a0 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:08.415934 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (879f1f70-cf1f-465c-b337-6059097388a0), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.439564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:08.447592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6b895-ea58-42fb-b3fb-41b8a37c5861 req-7a66d7e6-062a-46da-8875-c3f640835551 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:08.449144 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99c6b895-ea58-42fb-b3fb-41b8a37c5861 req-7a66d7e6-062a-46da-8875-c3f640835551 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0863621 Jun 23 20:08:08.470238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 879f1f70-cf1f-465c-b337-6059097388a0, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=879f1f70-cf1f-465c-b337-6059097388a0,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:08.471454 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5762c7a3-2bce-4a23-b049-4bc724160a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.563222 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99c6b895-ea58-42fb-b3fb-41b8a37c5861 req-2dc3019a-f478-4d32-944d-de50f1729196 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905881 Jun 23 20:08:08.600667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (879f1f70-cf1f-465c-b337-6059097388a0), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.605181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a14929e2-37e2-4776-a338-7a73d22695ef admin admin] Publish callbacks [] for security_group (742adf2e-1c62-41b0-8c5e-f5a21977ab61), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.664372 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=879f1f70-cf1f-465c-b337-6059097388a0,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:08.736848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a14929e2-37e2-4776-a338-7a73d22695ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (742adf2e-1c62-41b0-8c5e-f5a21977ab61), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.738095 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:08.789948 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for router_gateway (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:08.793953 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14929e2-37e2-4776-a338-7a73d22695ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742adf2e-1c62-41b0-8c5e-f5a21977ab61,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:08.828794 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a14929e2-37e2-4776-a338-7a73d22695ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbb3b7f14b6647e1b250dba5d6aead39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8300693 Jun 23 20:08:08.831205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32894) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:08.940157 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] Publish callbacks [] for security_group (742adf2e-1c62-41b0-8c5e-f5a21977ab61), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.002086 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] Publish callbacks [] for security_group (742adf2e-1c62-41b0-8c5e-f5a21977ab61), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.050637 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff02d1c-60c8-4bcf-ba5f-beddf8cbb285 None None] Network 705a6174-b2e8-41cd-90ff-c8e07724998b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:08:09.062520 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:09.090358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.119989 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:09.168831 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e700f990-9c67-4001-94a4-4412754fbefa None None] Provisioning complete for port 879f1f70-cf1f-465c-b337-6059097388a0 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:09.170161 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e700f990-9c67-4001-94a4-4412754fbefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (879f1f70-cf1f-465c-b337-6059097388a0), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.227693 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (742adf2e-1c62-41b0-8c5e-f5a21977ab61), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.230500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.232845 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/742adf2e-1c62-41b0-8c5e-f5a21977ab61 HTTP/1.1" status: 204 len: 168 time: 0.4003870 Jun 23 20:08:09.242299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b32a08-1745-493e-9909-6b23566c4fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742adf2e-1c62-41b0-8c5e-f5a21977ab61,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:09.285828 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:08:09.293086 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e700f990-9c67-4001-94a4-4412754fbefa None None] Current status of the port 879f1f70-cf1f-465c-b337-6059097388a0 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:09.406472 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:09.418918 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Sync routers for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:09.430954 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:09.431574 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:09.509112 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-57c58f13-eebb-4acd-9447-97aa53e03372 None None] Provisioning complete for port 879f1f70-cf1f-465c-b337-6059097388a0 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:09.509599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-57c58f13-eebb-4acd-9447-97aa53e03372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (879f1f70-cf1f-465c-b337-6059097388a0), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.510246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.511599 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-dd5b4ed9-56e8-4a1f-95ab-bd4ab16794b2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2961457 Jun 23 20:08:09.514245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 32916) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:09.624703 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-57c58f13-eebb-4acd-9447-97aa53e03372 None None] Current status of the port 879f1f70-cf1f-465c-b337-6059097388a0 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:09.674902 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:09.750346 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662653d8-6bfc-4d31-aa8d-aefd41c86721 req-8021f5bb-01ef-4ad1-a673-7f59ad31947c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:09.752153 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-662653d8-6bfc-4d31-aa8d-aefd41c86721 req-8021f5bb-01ef-4ad1-a673-7f59ad31947c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0842083 Jun 23 20:08:09.885430 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-662653d8-6bfc-4d31-aa8d-aefd41c86721 req-09d8be64-6b9f-4887-a381-ede00fa25f7b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Jun 23 20:08:09.897184 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:08Z', 'revision_number': 3, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:09.973072 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Checking router: 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:09.973072 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Updating router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e port cc65d1df-c25c-4c30-8351-43a0901d476f binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:08:09.973072 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:09.974271 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 879f1f70-cf1f-465c-b337-6059097388a0 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:10.013326 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 879f1f70-cf1f-465c-b337-6059097388a0 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:10.013701 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (879f1f70-cf1f-465c-b337-6059097388a0), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.071147 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.138992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 879f1f70-cf1f-465c-b337-6059097388a0 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:10.156786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:10.173591 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.291447 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks [] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.380015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Allocated IP 172.20.0.1 (705a6174-b2e8-41cd-90ff-c8e07724998b/3d9cbd3f-840d-45e2-8e50-cf37d24f60dd/c3db5e41-98a6-4185-b9f1-cfbb043e02ba) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:10.482948 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks [] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.545226 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.560240 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:10.572241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.602554 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Pushing event updated for resources: {'Port': ['ID=cc65d1df-c25c-4c30-8351-43a0901d476f,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:10.613976 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:10.614931 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Attempting to bind port cc65d1df-c25c-4c30-8351-43a0901d476f on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:10.615297 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Attempting to bind port cc65d1df-c25c-4c30-8351-43a0901d476f by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:10.615648 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Attempting to bind port cc65d1df-c25c-4c30-8351-43a0901d476f on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:10.616644 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Network 705a6174-b2e8-41cd-90ff-c8e07724998b is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:10.622232 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:10.622414 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:10.622414 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:10.622746 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.623518 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:10.624143 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Bound port: cc65d1df-c25c-4c30-8351-43a0901d476f, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:10.624768 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:10.625041 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.625301 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.690765 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Pushing event updated for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:10.690765 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:10.691098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] For port cc65d1df-c25c-4c30-8351-43a0901d476f, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:10.691098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] For port cc65d1df-c25c-4c30-8351-43a0901d476f, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cc65d1df-c25c-4c30-8351-43a0901d476f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:10.691098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.691098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.691585 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.691754 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.692262 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.692783 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.693235 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.693566 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.693887 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.694208 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.694528 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.694866 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.695184 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.695542 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.695859 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:08:10.857453 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.886178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.886900 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-d62d22be-45b9-45b2-9441-da6979eeca5f None None] Provisioning complete for port c3db5e41-98a6-4185-b9f1-cfbb043e02ba triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:10.887338 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d62d22be-45b9-45b2-9441-da6979eeca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:10.945435 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-d62d22be-45b9-45b2-9441-da6979eeca5f None None] Port c3db5e41-98a6-4185-b9f1-cfbb043e02ba cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:10.970586 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db2a4-828c-48bc-9cdd-42eb6350e388 None None] Pushing event updated for resources: {'Port': ['ID=cc65d1df-c25c-4c30-8351-43a0901d476f,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:10.986231 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:10.994955 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:11.108423 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.150203 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:11.162956 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe9ab0-579a-464f-a731-4dd4f8dea05a req-044ed73a-d717-4dbf-a144-d758d30cbead tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:11.164644 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5dfe9ab0-579a-464f-a731-4dd4f8dea05a req-044ed73a-d717-4dbf-a144-d758d30cbead tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1205635 Jun 23 20:08:11.206461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks [] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.255054 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5dfe9ab0-579a-464f-a731-4dd4f8dea05a req-9f52f465-433d-4d15-8f40-d16bddef40fe tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702727 Jun 23 20:08:11.297075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.302220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.357830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Pushing event updated for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:11.384798 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'c3db5e41-98a6-4185-b9f1-cfbb043e02ba', 'name': '', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'mac_address': 'fa:16:3e:dd:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:10Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 1, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'subnets': [{'id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:11.411212 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:11.413321 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d74a8-4423-430b-9b6b-ff7cc43940a6 None None] The sync data for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi is: [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'c3db5e41-98a6-4185-b9f1-cfbb043e02ba', 'name': '', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'mac_address': 'fa:16:3e:dd:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:10Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 1, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'subnets': [{'id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:11.434270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Network 705a6174-b2e8-41cd-90ff-c8e07724998b is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:11.435343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:11.486320 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.573414 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:08:11.771184 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-534c3bf2-44e9-4167-9410-a206cace84e6 None None] Provisioning complete for port c3db5e41-98a6-4185-b9f1-cfbb043e02ba triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:11.771559 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-534c3bf2-44e9-4167-9410-a206cace84e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:11.807559 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-534c3bf2-44e9-4167-9410-a206cace84e6 None None] Port c3db5e41-98a6-4185-b9f1-cfbb043e02ba cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:11.835001 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:11.911735 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:11.926236 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-39ee1370-a725-4c5e-af8a-fffee02e4603 admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe2bb50-b6b0-41a7-975b-1a542f26fd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108694 Jun 23 20:08:12.023563 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:12.302429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:12.396917 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a7172-06c8-459f-b9bb-670c1cdeed0e req-95b42cdf-27ef-4b05-ac85-dc072fc13bfd tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:12.398755 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b5a7172-06c8-459f-b9bb-670c1cdeed0e req-95b42cdf-27ef-4b05-ac85-dc072fc13bfd tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0613790 Jun 23 20:08:12.473694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b5a7172-06c8-459f-b9bb-670c1cdeed0e req-690c22e3-7607-4ae8-8a7e-f43606d2f9df tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690227 Jun 23 20:08:12.516269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33024) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:12.521114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008165961', 'description': 'tempest-secgroup-smoke-1008165961 description', 'project_id': 'edb569a8b39a437ea8be940df098268c'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:12.714245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:12.747922 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:12.781939 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (11550f4d-32e1-4d65-9f60-7ecf0bb3bd14), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:12.948435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (11550f4d-32e1-4d65-9f60-7ecf0bb3bd14), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:12.980502 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:13.047806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.050039 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b7fcd363-b4a9-4bbb-9d5c-1c1eca9bdb1c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5321567 Jun 23 20:08:13.052715 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33036) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:13.057055 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:13.203804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (c44c2fa8-81b2-42ce-9805-f70d84aa3c1f), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.274544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (c44c2fa8-81b2-42ce-9805-f70d84aa3c1f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.348134 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (c44c2fa8-81b2-42ce-9805-f70d84aa3c1f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.368951 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44c2fa8-81b2-42ce-9805-f70d84aa3c1f,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:13.435559 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.436934 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ccdd7a2d-a296-4142-aec6-9c0b43085137 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3832884 Jun 23 20:08:13.444114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33042) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:13.449089 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:13.533979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33046) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:13.582873 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (bfcbb368-5848-4833-b83e-db3ead58ee78), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.614085 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10353138-bf79-4bb8-859f-aadccf9f87c2 req-66dc251f-4a4d-4f14-9e30-bd7b65ec2598 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:13.620709 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10353138-bf79-4bb8-859f-aadccf9f87c2 req-66dc251f-4a4d-4f14-9e30-bd7b65ec2598 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0749476 Jun 23 20:08:13.681105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aeb76395-04a2-4650-b42f-89b08b421db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.715813 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10353138-bf79-4bb8-859f-aadccf9f87c2 req-da0d73be-ef60-4cf3-a3c4-87032920e87b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Jun 23 20:08:13.741793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (bfcbb368-5848-4833-b83e-db3ead58ee78), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.795317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aeb76395-04a2-4650-b42f-89b08b421db3 admin admin] Publish callbacks [] for security_group (2c95a07a-1fa7-4688-ba71-c4a19c6358c8), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.810722 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (bfcbb368-5848-4833-b83e-db3ead58ee78), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.829582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcbb368-5848-4833-b83e-db3ead58ee78,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:13.891052 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aeb76395-04a2-4650-b42f-89b08b421db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2c95a07a-1fa7-4688-ba71-c4a19c6358c8), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.912785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:13.916780 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-42f68dec-7c2b-4172-86c1-ab1034af3763 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4689167 Jun 23 20:08:13.917070 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33050) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:13.922253 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:13.942339 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb76395-04a2-4650-b42f-89b08b421db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95a07a-1fa7-4688-ba71-c4a19c6358c8,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:13.947393 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-aeb76395-04a2-4650-b42f-89b08b421db3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=020e6b7e0123493b833638df28caea64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4121907 Jun 23 20:08:13.950555 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33054) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:13.972006 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cc65d1df-c25c-4c30-8351-43a0901d476f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:14.010102 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (1360e21e-dbf4-4526-93de-03b660257f71), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.024129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port cc65d1df-c25c-4c30-8351-43a0901d476f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:14.024675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.057991 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] Publish callbacks [] for security_group (2c95a07a-1fa7-4688-ba71-c4a19c6358c8), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.102658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:14.115065 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (1360e21e-dbf4-4526-93de-03b660257f71), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.116780 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port cc65d1df-c25c-4c30-8351-43a0901d476f is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:14.117455 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.125958 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] Publish callbacks [] for security_group (2c95a07a-1fa7-4688-ba71-c4a19c6358c8), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.142954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port cc65d1df-c25c-4c30-8351-43a0901d476f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cc65d1df-c25c-4c30-8351-43a0901d476f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:14.211138 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (1360e21e-dbf4-4526-93de-03b660257f71), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.230462 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.230678 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2c95a07a-1fa7-4688-ba71-c4a19c6358c8), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.232413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:14.235904 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.239604 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c95a07a-1fa7-4688-ba71-c4a19c6358c8 HTTP/1.1" status: 204 len: 168 time: 0.2854004 Jun 23 20:08:14.250134 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1360e21e-dbf4-4526-93de-03b660257f71,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:14.253480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed389c-72ee-411c-bcbe-bfee83aee3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95a07a-1fa7-4688-ba71-c4a19c6358c8,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:14.294871 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.298193 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-13d22042-051d-491a-9984-47b5f42ffba1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800633 Jun 23 20:08:14.301255 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33066) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:14.303105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=cc65d1df-c25c-4c30-8351-43a0901d476f,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:14.307984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:14.387706 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (8c8e86c1-62f6-43ce-ad78-57e904a56889), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.460634 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (8c8e86c1-62f6-43ce-ad78-57e904a56889), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.542849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (8c8e86c1-62f6-43ce-ad78-57e904a56889), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.567353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8e86c1-62f6-43ce-ad78-57e904a56889,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:14.627090 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:14.699045 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.700507 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-2f63a070-8622-4efe-9266-31d0e051a22b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978364 Jun 23 20:08:14.703202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33078) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:14.709257 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:14.709972 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Sync routers for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:14.721281 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:14.721974 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:14.798549 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.securitygroups_db [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Project edb569a8b39a437ea8be940df098268c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:08:14.808765 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:14.823073 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (fd5bd45a-ce77-4ab0-8088-d9660b3d469a), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.826257 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:14.844874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70330221-03ab-47f5-95e3-296c07a9d03f req-e1d5d180-f5b8-49f7-a88d-8827020af9e5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:14.846365 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-70330221-03ab-47f5-95e3-296c07a9d03f req-e1d5d180-f5b8-49f7-a88d-8827020af9e5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0600953 Jun 23 20:08:14.922233 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-70330221-03ab-47f5-95e3-296c07a9d03f req-573546bb-09f1-4bf8-b1b0-118eeb9f10ec tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674086 Jun 23 20:08:14.923936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (fd5bd45a-ce77-4ab0-8088-d9660b3d469a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:14.993739 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (fd5bd45a-ce77-4ab0-8088-d9660b3d469a), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.014983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5bd45a-ce77-4ab0-8088-d9660b3d469a,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:15.018913 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'c3db5e41-98a6-4185-b9f1-cfbb043e02ba', 'name': '', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'mac_address': 'fa:16:3e:dd:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:10Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 2, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'subnets': [{'id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:15.033135 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33082) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:15.045053 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Checking router: 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:15.045405 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Updating router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e port c3db5e41-98a6-4185-b9f1-cfbb043e02ba binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:08:15.046774 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-67db8378-cdb8-4405-8365-330fdabbc5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.075166 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:15.075936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.077185 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-35c81774-e4ce-4b07-bf0a-4850b07b5ad5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3730323 Jun 23 20:08:15.080919 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33086) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:15.082275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.085297 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'security_group_rule': {'security_group_id': '11550f4d-32e1-4d65-9f60-7ecf0bb3bd14', 'project_id': 'edb569a8b39a437ea8be940df098268c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:15.143367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-67db8378-cdb8-4405-8365-330fdabbc5c7 admin admin] Publish callbacks [] for security_group (9f158a2c-6fae-47ed-8175-fe463ca5a329), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.182261 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Project edb569a8b39a437ea8be940df098268c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:08:15.192780 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (9d474230-62cf-428f-8907-dc1a830ab830), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.210575 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-67db8378-cdb8-4405-8365-330fdabbc5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9f158a2c-6fae-47ed-8175-fe463ca5a329), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.251923 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-67db8378-cdb8-4405-8365-330fdabbc5c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f61ec7306b9b457a9d1b4a5e32e2a2e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175853 Jun 23 20:08:15.252879 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db8378-cdb8-4405-8365-330fdabbc5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f158a2c-6fae-47ed-8175-fe463ca5a329,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:15.255156 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33088) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:15.281917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (9d474230-62cf-428f-8907-dc1a830ab830), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.307324 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] Publish callbacks [] for security_group (9f158a2c-6fae-47ed-8175-fe463ca5a329), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.329674 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] Publish callbacks [] for security_group (9f158a2c-6fae-47ed-8175-fe463ca5a329), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.347885 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (9d474230-62cf-428f-8907-dc1a830ab830), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.350856 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks [] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.364617 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d474230-62cf-428f-8907-dc1a830ab830,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:15.421892 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.451806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9f158a2c-6fae-47ed-8175-fe463ca5a329), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.453199 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.460976 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.460976 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f158a2c-6fae-47ed-8175-fe463ca5a329 HTTP/1.1" status: 204 len: 168 time: 0.2009709 Jun 23 20:08:15.462880 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6ea1c986-2b11-4961-a620-27cef0f45674 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3809397 Jun 23 20:08:15.478362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8f33-56b0-4458-8c9e-dd6004e1ba83 None None] Pushing event updated for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:15.507435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268fae-e5e6-4efc-97f1-b1dae8e14321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f158a2c-6fae-47ed-8175-fe463ca5a329,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:15.587378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Attempting to bind port c3db5e41-98a6-4185-b9f1-cfbb043e02ba on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:15.587378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Attempting to bind port c3db5e41-98a6-4185-b9f1-cfbb043e02ba by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:15.587378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Attempting to bind port c3db5e41-98a6-4185-b9f1-cfbb043e02ba on network 705a6174-b2e8-41cd-90ff-c8e07724998b {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:15.587378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:15.587378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Checking segment: {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:15.588758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.588758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Bound using segment: {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:15.588758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Bound port: c3db5e41-98a6-4185-b9f1-cfbb043e02ba, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5669da1-7acb-409b-9fb9-a108fc13142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:15.590110 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.699335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] For port c3db5e41-98a6-4185-b9f1-cfbb043e02ba, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:15.702820 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] For port c3db5e41-98a6-4185-b9f1-cfbb043e02ba, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:15.764547 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4980ce7d-1fa7-438e-b0e3-80abdc09fc1e None None] Provisioning complete for port c3db5e41-98a6-4185-b9f1-cfbb043e02ba triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:15.764918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4980ce7d-1fa7-438e-b0e3-80abdc09fc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.796469 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4980ce7d-1fa7-438e-b0e3-80abdc09fc1e None None] Port c3db5e41-98a6-4185-b9f1-cfbb043e02ba cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:15.810788 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:15.839850 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:15.900785 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:15.901415 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:15.954826 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8f33-56b0-4458-8c9e-dd6004e1ba83 None None] Pushing event updated for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:16.049288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:16.084247 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f27f7-d576-4caf-9a2d-367f8cd1d495 req-b500dc8e-eecc-4b75-b117-b2dd403058a8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:16.085981 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-642f27f7-d576-4caf-9a2d-367f8cd1d495 req-b500dc8e-eecc-4b75-b117-b2dd403058a8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0598040 Jun 23 20:08:16.135424 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cc65d1df-c25c-4c30-8351-43a0901d476f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:16.154525 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-642f27f7-d576-4caf-9a2d-367f8cd1d495 req-118ff7f7-8a6f-4c2b-bdc3-7656f49769f8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620043 Jun 23 20:08:16.171302 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:16.236927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Provisioning complete for port c3db5e41-98a6-4185-b9f1-cfbb043e02ba triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:16.237305 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:16.284984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:16.444776 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port cc65d1df-c25c-4c30-8351-43a0901d476f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:16.445305 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:16.512800 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'c3db5e41-98a6-4185-b9f1-cfbb043e02ba', 'name': '', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'mac_address': 'fa:16:3e:dd:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:10Z', 'updated_at': '2022-06-23T20:08:15Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'subnets': [{'id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:16.547237 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd246662-83f6-42a7-b127-ccbe9aa9815b None None] The sync data for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi is: [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:08:10Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'c3db5e41-98a6-4185-b9f1-cfbb043e02ba', 'name': '', 'network_id': '705a6174-b2e8-41cd-90ff-c8e07724998b', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'mac_address': 'fa:16:3e:dd:58:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:10Z', 'updated_at': '2022-06-23T20:08:15Z', 'revision_number': 4, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'subnets': [{'id': '3d9cbd3f-840d-45e2-8e50-cf37d24f60dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:16.553550 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Current status of the port c3db5e41-98a6-4185-b9f1-cfbb043e02ba is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:16.553936 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:16.615368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] For port c3db5e41-98a6-4185-b9f1-cfbb043e02ba, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:16.627966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:16.630100 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port cc65d1df-c25c-4c30-8351-43a0901d476f is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:16.691439 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:16.742133 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:16.791005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32883b1c-596d-44fb-9781-06a11bea7a64 None None] Pushing event updated for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:17.273456 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44835412-38f0-45ff-ac9b-2a115c3bb7b2 req-1415a8c5-f2df-453a-8e53-948286b5a5a9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:17.274876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-44835412-38f0-45ff-ac9b-2a115c3bb7b2 req-1415a8c5-f2df-453a-8e53-948286b5a5a9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0481625 Jun 23 20:08:17.279575 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:17.326949 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-44835412-38f0-45ff-ac9b-2a115c3bb7b2 req-10a405f3-357f-4296-bbdf-7a22f3a460a1 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Jun 23 20:08:17.365783 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:17.535883 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:17.919719 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:17.964206 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device c3db5e41-98a6-4185-b9f1-cfbb043e02ba up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:08:18.011954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port c3db5e41-98a6-4185-b9f1-cfbb043e02ba triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:18.012358 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:18.029541 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:18.081882 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port c3db5e41-98a6-4185-b9f1-cfbb043e02ba is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:18.136385 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:18.444981 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19efc2-b28c-4a54-b9cc-8382273faf8b req-06c897b0-cd58-458d-bc2b-6405dbebdecf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:18.446461 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc19efc2-b28c-4a54-b9cc-8382273faf8b req-06c897b0-cd58-458d-bc2b-6405dbebdecf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0505202 Jun 23 20:08:18.499167 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc19efc2-b28c-4a54-b9cc-8382273faf8b req-cd98c263-4998-4d91-848a-bb4d1b2b75ae tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462267 Jun 23 20:08:19.393630 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:19.636730 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945118ee-dbf4-45a9-8528-be0d9eed0166 req-7515f86e-ee64-43a0-a0c8-31db9a18834d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:19.643579 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-945118ee-dbf4-45a9-8528-be0d9eed0166 req-7515f86e-ee64-43a0-a0c8-31db9a18834d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0741894 Jun 23 20:08:19.696842 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-945118ee-dbf4-45a9-8528-be0d9eed0166 req-dcf4ddeb-ac9d-468c-9dd3-4f4583ae5298 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516844 Jun 23 20:08:19.760246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:20.784167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:20.819355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415ba2-453b-471f-93b7-726d99defce3 req-835a3a9c-2edc-4713-8531-bd3ef78fe8aa tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:20.820875 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-11415ba2-453b-471f-93b7-726d99defce3 req-835a3a9c-2edc-4713-8531-bd3ef78fe8aa tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0473065 Jun 23 20:08:20.867481 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-11415ba2-453b-471f-93b7-726d99defce3 req-18920a27-1029-4f10-a44c-bb0a83108f66 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Jun 23 20:08:21.107691 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723fa26-9216-40be-9d6a-8fccc493da22 req-d6af5c16-9b06-4c60-be43-0921a33893a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:21.109239 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e723fa26-9216-40be-9d6a-8fccc493da22 req-d6af5c16-9b06-4c60-be43-0921a33893a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1129 time: 0.0462258 Jun 23 20:08:21.187332 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e723fa26-9216-40be-9d6a-8fccc493da22 req-1d40c0df-e06a-45f8-b699-d8b254cb3340 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Jun 23 20:08:21.277453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33302) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:21.322553 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Deleting subnet dc12199f-d0d2-4859-8fc6-f73c90b6c8e3 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:08:21.325751 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Publish callbacks [] for subnet (dc12199f-d0d2-4859-8fc6-f73c90b6c8e3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.360923 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Publish callbacks [] for subnet (dc12199f-d0d2-4859-8fc6-f73c90b6c8e3), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.370071 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (dc12199f-d0d2-4859-8fc6-f73c90b6c8e3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.490913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:21.514160 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (dc12199f-d0d2-4859-8fc6-f73c90b6c8e3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.573533 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc12199f-d0d2-4859-8fc6-f73c90b6c8e3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:21.579293 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.594410 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d4703c34-69c7-419f-82b5-4f82c4d5a1bf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc12199f-d0d2-4859-8fc6-f73c90b6c8e3 HTTP/1.1" status: 204 len: 168 time: 0.3091929 Jun 23 20:08:21.594535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33312) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:21.645640 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33316) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:21.678869 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (c0eff667-62fa-41ac-8bd7-82932f7c25bf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.757007 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:21.769458 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7dd59760-744e-4985-be59-2425093601f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.772112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (c0eff667-62fa-41ac-8bd7-82932f7c25bf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.794567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.795855 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.795855 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.796151 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.796525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.796845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.797167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.797505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.797864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.798188 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:21.815250 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:21.847913 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7dd59760-744e-4985-be59-2425093601f4 admin admin] Publish callbacks [] for security_group (e86a490a-cebf-4b8e-b14c-bece732fb6b3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:21.966361 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:21.970734 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7dd59760-744e-4985-be59-2425093601f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (e86a490a-cebf-4b8e-b14c-bece732fb6b3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.006490 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.008981 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.009641 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.010734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.011113 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eff667-62fa-41ac-8bd7-82932f7c25bf']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:22.012864 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7dd59760-744e-4985-be59-2425093601f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acdca1f9399e4dc7bdffc6300ce819da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662651 Jun 23 20:08:22.013912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd59760-744e-4985-be59-2425093601f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a490a-cebf-4b8e-b14c-bece732fb6b3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:22.016831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33324) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:22.045159 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:22.069726 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd808e7-b5bc-4a98-950b-3b3d52e16cf0') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:22.070015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd808e7-b5bc-4a98-950b-3b3d52e16cf0') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:22.117265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (9cd808e7-b5bc-4a98-950b-3b3d52e16cf0), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.203006 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bdffa-4c71-4730-b625-aef0d429e8aa req-466eae40-196c-43f7-92bb-f69794b0d3f3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:22.205691 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c61bdffa-4c71-4730-b625-aef0d429e8aa req-466eae40-196c-43f7-92bb-f69794b0d3f3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.1867230 Jun 23 20:08:22.211316 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (9cd808e7-b5bc-4a98-950b-3b3d52e16cf0), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.233962 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:08:22.240421 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (9cd808e7-b5bc-4a98-950b-3b3d52e16cf0), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.251080 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92789ffb-6a95-4283-acdb-afa7e08e0246 req-47f50f3a-8444-4639-a4fd-9f106d109d7f tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:22.253313 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92789ffb-6a95-4283-acdb-afa7e08e0246 req-47f50f3a-8444-4639-a4fd-9f106d109d7f tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.1936305 Jun 23 20:08:22.355959 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] Publish callbacks [] for security_group (e86a490a-cebf-4b8e-b14c-bece732fb6b3), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.405341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (c0eff667-62fa-41ac-8bd7-82932f7c25bf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.415086 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c61bdffa-4c71-4730-b625-aef0d429e8aa req-c6552e57-ba09-4fc9-a21d-c666744c9f9a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970806 Jun 23 20:08:22.424337 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92789ffb-6a95-4283-acdb-afa7e08e0246 req-5dff1b09-4f3e-4f5e-afe6-0c67fb1b69b4 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498749 Jun 23 20:08:22.438339 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] Publish callbacks [] for security_group (e86a490a-cebf-4b8e-b14c-bece732fb6b3), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.441077 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0eff667-62fa-41ac-8bd7-82932f7c25bf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:22.448144 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.452447 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-09c162f5-b4a6-45eb-999a-e9e083ba0af4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0eff667-62fa-41ac-8bd7-82932f7c25bf HTTP/1.1" status: 204 len: 168 time: 0.8613553 Jun 23 20:08:22.456738 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33336) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:22.480373 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 9cd808e7-b5bc-4a98-950b-3b3d52e16cf0 resource provider aggregate not found Jun 23 20:08:22.514671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Deleting subnet 5161ad9c-e25a-4d67-9bba-c462bfb49d26 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:08:22.517891 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 9cd808e7-b5bc-4a98-950b-3b3d52e16cf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cd808e7-b5bc-4a98-950b-3b3d52e16cf0 found for delete ", "request_id": "req-851a8de8-38e3-4182-bfbd-c7fb94d9e7c6"}]} Jun 23 20:08:22.518300 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Publish callbacks [] for subnet (5161ad9c-e25a-4d67-9bba-c462bfb49d26), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.559618 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:22.563980 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Publish callbacks [] for subnet (5161ad9c-e25a-4d67-9bba-c462bfb49d26), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.569821 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (5161ad9c-e25a-4d67-9bba-c462bfb49d26), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.593257 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (e86a490a-cebf-4b8e-b14c-bece732fb6b3), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.596823 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.598005 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e86a490a-cebf-4b8e-b14c-bece732fb6b3 HTTP/1.1" status: 204 len: 168 time: 0.5781512 Jun 23 20:08:22.614778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501a44d-af67-4778-aaa7-5d105231b2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a490a-cebf-4b8e-b14c-bece732fb6b3,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:22.725169 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for subnet (5161ad9c-e25a-4d67-9bba-c462bfb49d26), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.751953 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5161ad9c-e25a-4d67-9bba-c462bfb49d26,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:22.756626 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.760544 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9ab1824d-c0f2-42a1-8b45-f15e68bc23cb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5161ad9c-e25a-4d67-9bba-c462bfb49d26 HTTP/1.1" status: 204 len: 168 time: 0.3045149 Jun 23 20:08:22.762341 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33346) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:22.836004 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (e3cf4ce5-0917-46a6-9323-ca741c01080b), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.920521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (e3cf4ce5-0917-46a6-9323-ca741c01080b), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:22.943243 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.943622 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.944395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.944730 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.945044 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.945354 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.945678 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.946012 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.946323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.946961 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:22.959534 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:23.015156 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:23.015421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:23.015754 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:23.016085 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 20:08:23.016478 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cf4ce5-0917-46a6-9323-ca741c01080b']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:23.040051 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f65feb8-4fd4-4bab-874d-a2fa92dad8b2') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:23.040374 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f65feb8-4fd4-4bab-874d-a2fa92dad8b2') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:23.057264 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (5f65feb8-4fd4-4bab-874d-a2fa92dad8b2), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.078800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (5f65feb8-4fd4-4bab-874d-a2fa92dad8b2), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.088066 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:08:23.088505 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (5f65feb8-4fd4-4bab-874d-a2fa92dad8b2), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.218146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (e3cf4ce5-0917-46a6-9323-ca741c01080b), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.235140 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.241157 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e3cf4ce5-0917-46a6-9323-ca741c01080b HTTP/1.1" status: 204 len: 168 time: 0.4778440 Jun 23 20:08:23.242618 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c32468-c28a-43a0-b124-cf38b5f16af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cf4ce5-0917-46a6-9323-ca741c01080b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:23.328862 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33366) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:23.343027 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-868d98bb-c0cc-4ffa-ac7e-23b448502d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.426519 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-868d98bb-c0cc-4ffa-ac7e-23b448502d8c admin admin] Publish callbacks [] for security_group (274dcd47-edf0-4f5f-9ecb-d16c2072becf), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.450252 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 5f65feb8-4fd4-4bab-874d-a2fa92dad8b2 resource provider aggregate not found Jun 23 20:08:23.475371 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 5f65feb8-4fd4-4bab-874d-a2fa92dad8b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f65feb8-4fd4-4bab-874d-a2fa92dad8b2 found for delete ", "request_id": "req-f6ab3b55-b13e-4aa0-b989-e525a886844f"}]} Jun 23 20:08:23.488619 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-868d98bb-c0cc-4ffa-ac7e-23b448502d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (274dcd47-edf0-4f5f-9ecb-d16c2072becf), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.557693 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-868d98bb-c0cc-4ffa-ac7e-23b448502d8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c786b400270d44c2b6ea0b56727d5b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275691 Jun 23 20:08:23.559670 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d98bb-c0cc-4ffa-ac7e-23b448502d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274dcd47-edf0-4f5f-9ecb-d16c2072becf,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:23.560832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33374) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:23.597473 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bac64-6e81-4d68-8a35-bdbf3d125257 req-14769916-52fc-495c-9c39-20d913d6425a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:23.601540 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-099bac64-6e81-4d68-8a35-bdbf3d125257 req-14769916-52fc-495c-9c39-20d913d6425a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0989094 Jun 23 20:08:23.643441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd4d95-d2b3-4323-9d22-fbaf945efaef req-c5c3216c-5a9f-4e9e-aef5-d05000eaaec6 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:23.644998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79dd4d95-d2b3-4323-9d22-fbaf945efaef req-c5c3216c-5a9f-4e9e-aef5-d05000eaaec6 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.1020501 Jun 23 20:08:23.717802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33378) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:23.728583 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-099bac64-6e81-4d68-8a35-bdbf3d125257 req-6b444e53-60e0-4d98-879e-91dc048e9126 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219957 Jun 23 20:08:23.734991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] Publish callbacks [] for security_group (274dcd47-edf0-4f5f-9ecb-d16c2072becf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.758048 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79dd4d95-d2b3-4323-9d22-fbaf945efaef req-2de0c99b-0d06-4bf7-8ff0-587f202de05e tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046352 Jun 23 20:08:23.769925 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] Publish callbacks [] for security_group (274dcd47-edf0-4f5f-9ecb-d16c2072becf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.805117 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:23.846700 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd21-60a6-4b02-bbf8-87ef39a4c8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.864291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33382) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:23.904036 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-db4ed115-8d62-4197-b3e1-be0133584fe0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce4e3f14283b45619321876b00b4d466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385675 Jun 23 20:08:23.906490 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33384) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:23.939933 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (274dcd47-edf0-4f5f-9ecb-d16c2072becf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.942427 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:23.943542 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/274dcd47-edf0-4f5f-9ecb-d16c2072becf HTTP/1.1" status: 204 len: 168 time: 0.3750322 Jun 23 20:08:23.957143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8516-c463-4b1b-afd2-4b3561693536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274dcd47-edf0-4f5f-9ecb-d16c2072becf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:23.959911 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=16 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:23.981931 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] Publish callbacks [] for security_group (75c5d402-11b4-4360-ae8e-be9066b4da73), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.004944 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd21-60a6-4b02-bbf8-87ef39a4c8ad admin admin] Publish callbacks [] for security_group (2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.017848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] Publish callbacks [] for security_group (75c5d402-11b4-4360-ae8e-be9066b4da73), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.073529 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3dcafd21-60a6-4b02-bbf8-87ef39a4c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.116443 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3dcafd21-60a6-4b02-bbf8-87ef39a4c8ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c549ea77816d4fa88079e9087caef36e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947225 Jun 23 20:08:24.116739 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcafd21-60a6-4b02-bbf8-87ef39a4c8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:24.116915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33388) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:24.171823 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (75c5d402-11b4-4360-ae8e-be9066b4da73), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.175057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.176209 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75c5d402-11b4-4360-ae8e-be9066b4da73 HTTP/1.1" status: 204 len: 168 time: 0.2688303 Jun 23 20:08:24.176916 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] Publish callbacks [] for security_group (2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.196857 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0dd8-a59c-4966-ab83-af9931b19b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c5d402-11b4-4360-ae8e-be9066b4da73,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:24.204658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:24.214119 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] Publish callbacks [] for security_group (2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.370936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.373528 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:24.377757 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc HTTP/1.1" status: 204 len: 168 time: 0.2567317 Jun 23 20:08:24.384858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa23c-62d0-478b-b886-e8eda28288d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e5fd2-b424-4ce2-b7c3-a3156dd269bc,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:24.713325 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:24.860218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b599e1-97c7-438f-8f6d-ed999265b9a4 req-9f217212-d4b2-41bc-8301-409f06db8ed7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:24.862775 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03b599e1-97c7-438f-8f6d-ed999265b9a4 req-9f217212-d4b2-41bc-8301-409f06db8ed7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0702510 Jun 23 20:08:24.913207 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcff1a-f117-4f0e-b331-4b111f6db4a0 req-f7113854-d406-43df-9b29-6af002fe26e9 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:24.914686 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d2bcff1a-f117-4f0e-b331-4b111f6db4a0 req-f7113854-d406-43df-9b29-6af002fe26e9 tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.0693324 Jun 23 20:08:24.956811 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03b599e1-97c7-438f-8f6d-ed999265b9a4 req-c8f85bf9-bd4d-4ec8-8ae1-47433ca7eed0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738387 Jun 23 20:08:24.962203 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33412) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:25.006171 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d2bcff1a-f117-4f0e-b331-4b111f6db4a0 req-9d949578-ff2d-4fee-b6a6-9ba18850a9dd tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/security-groups?id=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 Jun 23 20:08:25.035033 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-896d19d2-788f-4268-8e8c-0824486e9944 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eff258d9a57b49c1abd0dd440f79fcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644302 Jun 23 20:08:25.035264 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33416) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:25.091755 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] Publish callbacks [] for security_group (6b72f55e-c190-48a5-b09c-83fecad2d5ac), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.100908 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675855de-5866-4f81-ad4f-75641b51eddd req-e13a3d2f-9db6-4772-8d8e-f67212ce7758 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:25.107647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-675855de-5866-4f81-ad4f-75641b51eddd req-e13a3d2f-9db6-4772-8d8e-f67212ce7758 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0542812 Jun 23 20:08:25.113980 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] Publish callbacks [] for security_group (6b72f55e-c190-48a5-b09c-83fecad2d5ac), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.151498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-675855de-5866-4f81-ad4f-75641b51eddd req-d8984d51-bc6d-4f35-afdf-1a7b1c7ebaa2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Jun 23 20:08:25.226857 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f055c9-bda7-486c-a022-6db916386124 req-3c383374-0d00-431d-889d-9567224e028c tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:25.232675 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9f055c9-bda7-486c-a022-6db916386124 req-3c383374-0d00-431d-889d-9567224e028c tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.42 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 945 time: 0.0611100 Jun 23 20:08:25.250965 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6b72f55e-c190-48a5-b09c-83fecad2d5ac), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.254948 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.256879 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b72f55e-c190-48a5-b09c-83fecad2d5ac HTTP/1.1" status: 204 len: 168 time: 0.2243783 Jun 23 20:08:25.269424 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c58f6-09c0-42c9-89ae-050036039209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b72f55e-c190-48a5-b09c-83fecad2d5ac,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:25.332475 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33426) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:25.347787 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d89c2fc-d3b1-4e9c-84b2-a3800fedd391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.410224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Deleting port 46644b54-9e8f-46fa-9bb2-1bb72492e903 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:08:25.410224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.456516 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d89c2fc-d3b1-4e9c-84b2-a3800fedd391 admin admin] Publish callbacks [] for security_group (06c43e54-8b32-4a38-822b-5fa76ed24779), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.507373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2d89c2fc-d3b1-4e9c-84b2-a3800fedd391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (06c43e54-8b32-4a38-822b-5fa76ed24779), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.532000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] For port 46644b54-9e8f-46fa-9bb2-1bb72492e903, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=46644b54-9e8f-46fa-9bb2-1bb72492e903,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:25.533325 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.545478 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2d89c2fc-d3b1-4e9c-84b2-a3800fedd391 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eed10daaed984c74adcd681a372b4ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116969 Jun 23 20:08:25.547534 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89c2fc-d3b1-4e9c-84b2-a3800fedd391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c43e54-8b32-4a38-822b-5fa76ed24779,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:25.548172 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33434) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:25.568809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Calling delete_port for 46644b54-9e8f-46fa-9bb2-1bb72492e903 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:08:25.683564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] Publish callbacks [] for security_group (06c43e54-8b32-4a38-822b-5fa76ed24779), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.711890 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:25.717817 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] Publish callbacks [] for security_group (06c43e54-8b32-4a38-822b-5fa76ed24779), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.890728 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:25.890871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (06c43e54-8b32-4a38-822b-5fa76ed24779), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.894272 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.895646 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06c43e54-8b32-4a38-822b-5fa76ed24779 HTTP/1.1" status: 204 len: 168 time: 0.3459971 Jun 23 20:08:25.896412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (46644b54-9e8f-46fa-9bb2-1bb72492e903), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:25.916991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735f2f3-8e7d-4c83-bfd3-388738662dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c43e54-8b32-4a38-822b-5fa76ed24779,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:25.945964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['46644b54-9e8f-46fa-9bb2-1bb72492e903'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:08:25.955120 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Pushing event deleted for resources: {'Port': ['ID=46644b54-9e8f-46fa-9bb2-1bb72492e903,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:26.008449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:26.057741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] No DVR routers for this DVR port 46644b54-9e8f-46fa-9bb2-1bb72492e903 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:08:26.060078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:26.063289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9f055c9-bda7-486c-a022-6db916386124 req-e7210fc6-af7d-45f1-902f-b200ca486e7d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.42 "DELETE /v2.0/ports/46644b54-9e8f-46fa-9bb2-1bb72492e903 HTTP/1.1" status: 204 len: 173 time: 0.8275599 Jun 23 20:08:26.063898 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'name': 'network-vif-deleted', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:08:26.066589 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9243ac-b348-42bc-a299-1b52bf5e8bdb" -d '{"events": [{"server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "name": "network-vif-deleted", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:08:26.112329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf374c-fa36-47bd-ae1f-d0e4cd0d47ce x-openstack-request-id: req-8daf374c-fa36-47bd-ae1f-d0e4cd0d47ce {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:08:26.112632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380622ce-1095-4eba-857e-8139ece728c2", "name": "network-vif-deleted", "tag": "46644b54-9e8f-46fa-9bb2-1bb72492e903", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:08:26.116124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8daf374c-fa36-47bd-ae1f-d0e4cd0d47ce {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:08:26.116124 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daf374c-fa36-47bd-ae1f-d0e4cd0d47ce'] response: {'server_uuid': '380622ce-1095-4eba-857e-8139ece728c2', 'name': 'network-vif-deleted', 'tag': '46644b54-9e8f-46fa-9bb2-1bb72492e903', 'status': 'completed', 'code': 200} Jun 23 20:08:26.170325 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8195a3e5-888d-491d-8fbc-9fba16dd5e42 req-a769a175-6d63-4556-9fa1-00a99689e3dd tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.0358653 Jun 23 20:08:27.318494 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ee322bfb-4ea5-4921-a35b-919f0e71df61 req-3fd2e7c1-794f-4e02-b1fd-4855bd2dc48d tempest-DeleteServersTestJSON-1504983193 tempest-DeleteServersTestJSON-1504983193-project] 10.222.0.44 "GET /v2.0/ports?device_id=380622ce-1095-4eba-857e-8139ece728c2 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Jun 23 20:08:27.532357 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:27.601338 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:27.629953 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a231c-08df-4bc3-8b12-ef271681ea15 req-813bab46-a580-4a24-b834-d4fd66d23ca2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:27.631500 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-869a231c-08df-4bc3-8b12-ef271681ea15 req-813bab46-a580-4a24-b834-d4fd66d23ca2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0837803 Jun 23 20:08:27.692032 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-869a231c-08df-4bc3-8b12-ef271681ea15 req-db5d3b69-2235-4fd9-bffb-68fe8f65daf1 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Jun 23 20:08:27.725266 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-26332f65-da12-481f-8dbb-dd847ca8d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:27.726934 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-26332f65-da12-481f-8dbb-dd847ca8d5d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1129 time: 0.0523801 Jun 23 20:08:27.841085 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-3f32ca7e-4f9e-4b1c-85c9-e679595e2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:27.842560 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-3f32ca7e-4f9e-4b1c-85c9-e679595e2d2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.1070306 Jun 23 20:08:27.902438 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-32868d2e-f825-4e95-ba1b-5b44e502a430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 217 time: 0.0373604 Jun 23 20:08:27.986783 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-d57ae48f-81a0-4e6e-ad49-4ecbf1759b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:27.989990 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-d57ae48f-81a0-4e6e-ad49-4ecbf1759b09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0859184 Jun 23 20:08:28.075030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-69a47ef6-81b0-4a67-aed3-b192ad779c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:28.076860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-69a47ef6-81b0-4a67-aed3-b192ad779c08 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683069 Jun 23 20:08:28.250238 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-166c57dd-f5a1-4b37-8bd7-1f93316f5214 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458671 Jun 23 20:08:28.339133 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:28.360245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:28.380495 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-445d2623-8c53-4e17-a76a-ac45c1fbf244 req-bffe1091-3956-4ec2-995b-f968f5dd2436 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226034 Jun 23 20:08:28.818059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfebac2-9bc8-41b1-bd38-dc0ac72d43ef req-85d079fb-35dc-4885-8b3d-b94ce0d95919 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:28.819530 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4cfebac2-9bc8-41b1-bd38-dc0ac72d43ef req-85d079fb-35dc-4885-8b3d-b94ce0d95919 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0470924 Jun 23 20:08:28.867673 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4cfebac2-9bc8-41b1-bd38-dc0ac72d43ef req-d83cefd9-c1fb-4ded-806a-67b3fc169db3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Jun 23 20:08:29.182248 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:29.342280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:29.981426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395f6c1-1531-4d45-9d8d-d7c715fa95b0 req-1ea0a822-cd3d-4036-b414-919b20675072 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:29.982948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9395f6c1-1531-4d45-9d8d-d7c715fa95b0 req-1ea0a822-cd3d-4036-b414-919b20675072 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0470946 Jun 23 20:08:30.004512 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 46644b54-9e8f-46fa-9bb2-1bb72492e903 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:08:30.025837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 46644b54-9e8f-46fa-9bb2-1bb72492e903 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:08:30.026302 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 46644b54-9e8f-46fa-9bb2-1bb72492e903 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:08:30.033132 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9395f6c1-1531-4d45-9d8d-d7c715fa95b0 req-12c3f86d-06c8-4570-8695-852441f3ec4f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jun 23 20:08:30.341722 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:30.753228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:31.151927 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cc5d0-4ac0-4cd2-80f0-8faa4b4abbfc req-aa72ad2e-4903-43f8-bb0d-4fd6606396e7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:31.153459 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-068cc5d0-4ac0-4cd2-80f0-8faa4b4abbfc req-aa72ad2e-4903-43f8-bb0d-4fd6606396e7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0485094 Jun 23 20:08:31.201479 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-068cc5d0-4ac0-4cd2-80f0-8faa4b4abbfc req-58a21332-a7dd-4364-a3fe-3ce3df8d0e96 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Jun 23 20:08:31.238422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:32.077536 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33688) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:32.330404 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de78aac-51ba-42dc-982e-7f9139defcf3 req-672f834d-f502-4242-b445-7db2d5ff1cba tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:32.333949 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2de78aac-51ba-42dc-982e-7f9139defcf3 req-672f834d-f502-4242-b445-7db2d5ff1cba tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0485892 Jun 23 20:08:32.379624 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2de78aac-51ba-42dc-982e-7f9139defcf3 req-793636b2-1d09-44c6-87fe-a3fc7288e1cc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Jun 23 20:08:32.466408 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (a2687330-d337-4f6f-a805-7b99d938497e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:32.746044 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Deleting port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:08:32.746406 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:32.833445 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] For port 1d96f2a9-5ce1-4f76-a4dd-164a1da25981, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:32.833811 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:32.847710 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Calling delete_port for 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:08:33.002852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:33.033736 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:33.146547 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (1d96f2a9-5ce1-4f76-a4dd-164a1da25981), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:33.171782 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d96f2a9-5ce1-4f76-a4dd-164a1da25981,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:33.508718 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b05fa6-b196-407d-9067-663675f89b6e req-a931891f-e30c-4e96-8dd7-e788e77e3b28 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:33.510597 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-17b05fa6-b196-407d-9067-663675f89b6e req-a931891f-e30c-4e96-8dd7-e788e77e3b28 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0589914 Jun 23 20:08:33.523439 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (a2687330-d337-4f6f-a805-7b99d938497e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:33.557300 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:33.565335 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-17b05fa6-b196-407d-9067-663675f89b6e req-692f6bae-1216-4a68-9f1f-9b52fc6aaaee tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Jun 23 20:08:33.739481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Router a2687330-d337-4f6f-a805-7b99d938497e has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:08:33.845033 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:08:33.850197 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a5c68f7f-2d01-440a-bbf5-9b193ce79ba8 admin admin] 10.222.0.44 "PUT /v2.0/routers/a2687330-d337-4f6f-a805-7b99d938497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7715755 Jun 23 20:08:33.853293 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33720) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:33.853958 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Sync routers for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:08:33.861238 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:33.866974 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:33.869635 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:33.964679 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks [] for router (a2687330-d337-4f6f-a805-7b99d938497e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:33.982221 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:34.078530 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks [] for router_gateway (a2687330-d337-4f6f-a805-7b99d938497e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:34.155897 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:08:33Z', 'revision_number': 5, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port': {'id': 'd03406e8-df0b-4f35-a797-69b1dfcec4a9', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:05Z', 'updated_at': '2022-06-23T20:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:34.180278 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Checking router: a2687330-d337-4f6f-a805-7b99d938497e for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:08:34.189290 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Routers {'a2687330-d337-4f6f-a805-7b99d938497e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:08:34.189896 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:08:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['a2687330-d337-4f6f-a805-7b99d938497e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:34.241507 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Deleting port d03406e8-df0b-4f35-a797-69b1dfcec4a9 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:08:34.242047 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:34.339957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] For port d03406e8-df0b-4f35-a797-69b1dfcec4a9, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=d03406e8-df0b-4f35-a797-69b1dfcec4a9,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:34.340337 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:34.355575 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Calling delete_port for d03406e8-df0b-4f35-a797-69b1dfcec4a9 owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:08:34.365272 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] Set router a2687330-d337-4f6f-a805-7b99d938497e gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:08:34.415563 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:08:34Z', 'revision_number': 6, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:34.441032 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abe36b9-267c-4ac6-a063-da4ad1483151 None None] The sync data for ids ['a2687330-d337-4f6f-a805-7b99d938497e'] in dv-cinder-847274-2-iscsi is: [{'id': 'a2687330-d337-4f6f-a805-7b99d938497e', 'name': 'tempest-DeleteServersTestJSON-1385798597-router', 'tenant_id': '32672f6e771b4d37986e48e0091b6877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:08:34Z', 'revision_number': 6, 'project_id': '32672f6e771b4d37986e48e0091b6877', 'gw_port_host': None}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:08:34.645129 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:34.680505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423dadd-08ab-4bdc-96f0-2af83a807561 req-22f3dc9a-b9cf-4b03-bcea-707bd9d08dab tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:34.681999 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f423dadd-08ab-4bdc-96f0-2af83a807561 req-22f3dc9a-b9cf-4b03-bcea-707bd9d08dab tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0468285 Jun 23 20:08:34.742900 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f423dadd-08ab-4bdc-96f0-2af83a807561 req-34d89b1f-3a4a-494e-b2a2-c8b9f94eda7d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552011 Jun 23 20:08:34.793862 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (d03406e8-df0b-4f35-a797-69b1dfcec4a9), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:34.849699 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03406e8-df0b-4f35-a797-69b1dfcec4a9,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:34.980856 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (a2687330-d337-4f6f-a805-7b99d938497e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.098405 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (a2687330-d337-4f6f-a805-7b99d938497e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.100813 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks [] for router_controller (a2687330-d337-4f6f-a805-7b99d938497e), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.238844 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (a2687330-d337-4f6f-a805-7b99d938497e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.239347 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2687330-d337-4f6f-a805-7b99d938497e {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:08:35.244038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.245216 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-623efdeb-39f9-4fd8-9746-7447d3238a12 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a2687330-d337-4f6f-a805-7b99d938497e HTTP/1.1" status: 204 len: 168 time: 1.3908916 Jun 23 20:08:35.247664 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33758) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:35.293431 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Deleting subnet be20f84e-1456-4ee2-9680-4e2b040809a6 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:08:35.296801 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Publish callbacks [] for subnet (be20f84e-1456-4ee2-9680-4e2b040809a6), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.330898 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:35.336795 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (be20f84e-1456-4ee2-9680-4e2b040809a6), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.437294 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (be20f84e-1456-4ee2-9680-4e2b040809a6), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.621858 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (be20f84e-1456-4ee2-9680-4e2b040809a6), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.649329 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be20f84e-1456-4ee2-9680-4e2b040809a6,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:35.653079 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.656447 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c4072d62-a3bc-4ab6-9a96-532b11048c26 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/be20f84e-1456-4ee2-9680-4e2b040809a6 HTTP/1.1" status: 204 len: 168 time: 0.4078534 Jun 23 20:08:35.658995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a2862e-e906-4989-b94c-c1405c3301fd None None] Network 99083d0d-c2fb-4de1-b837-38ec56d86bfa requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:08:35.659478 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33760) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:35.727236 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (99083d0d-c2fb-4de1-b837-38ec56d86bfa), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.779503 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Deleting port e4263fe7-3069-4381-a34c-c4eb8d6defce {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:08:35.779836 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.861028 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] For port e4263fe7-3069-4381-a34c-c4eb8d6defce, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e4263fe7-3069-4381-a34c-c4eb8d6defce,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:35.861480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.862620 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] DHCP port deletion for 99083d0d-c2fb-4de1-b837-38ec56d86bfa request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:08:35.874616 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Calling delete_port for e4263fe7-3069-4381-a34c-c4eb8d6defce owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:08:35.881644 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03737e1-0bc3-4bd9-847e-7049b62d6113 req-9418c999-b0ac-4f79-855c-ed3a5ef30757 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:35.883359 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d03737e1-0bc3-4bd9-847e-7049b62d6113 req-9418c999-b0ac-4f79-855c-ed3a5ef30757 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Jun 23 20:08:35.924128 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:35.948984 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Deleting port e4263fe7-3069-4381-a34c-c4eb8d6defce {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:08:35.955066 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:35.964922 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d03737e1-0bc3-4bd9-847e-7049b62d6113 req-794649ee-9716-4570-abfe-09b4f198a5d2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753765 Jun 23 20:08:35.992526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device d03406e8-df0b-4f35-a797-69b1dfcec4a9 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:08:36.026504 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: d03406e8-df0b-4f35-a797-69b1dfcec4a9 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:08:36.026910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device d03406e8-df0b-4f35-a797-69b1dfcec4a9 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:08:36.027256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:08:36.050424 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.077599 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e4263fe7-3069-4381-a34c-c4eb8d6defce,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:36.085597 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] No DVR routers for this DVR port e4263fe7-3069-4381-a34c-c4eb8d6defce on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:08:36.088768 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:08:36.089233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1d96f2a9-5ce1-4f76-a4dd-164a1da25981 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:08:36.089817 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e4263fe7-3069-4381-a34c-c4eb8d6defce no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:08:36.121865 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: e4263fe7-3069-4381-a34c-c4eb8d6defce {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:08:36.122312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e4263fe7-3069-4381-a34c-c4eb8d6defce not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:08:36.126823 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] For port e4263fe7-3069-4381-a34c-c4eb8d6defce, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e4263fe7-3069-4381-a34c-c4eb8d6defce,segment=NetworkSegment(a0968d23-0b4f-4c60-a2dd-6795738de88b),segment_id=a0968d23-0b4f-4c60-a2dd-6795738de88b)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:36.127445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.151233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Calling delete_port for e4263fe7-3069-4381-a34c-c4eb8d6defce owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:08:36.169788 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (99083d0d-c2fb-4de1-b837-38ec56d86bfa), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.190804 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99083d0d-c2fb-4de1-b837-38ec56d86bfa']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:36.202148 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0968d23-0b4f-4c60-a2dd-6795738de88b') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:36.202523 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0968d23-0b4f-4c60-a2dd-6795738de88b') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:08:36.214872 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (a0968d23-0b4f-4c60-a2dd-6795738de88b), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.232815 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (a0968d23-0b4f-4c60-a2dd-6795738de88b), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.242335 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:08:36.242732 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (a0968d23-0b4f-4c60-a2dd-6795738de88b), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.278811 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment a0968d23-0b4f-4c60-a2dd-6795738de88b resource provider aggregate not found Jun 23 20:08:36.299272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (e4263fe7-3069-4381-a34c-c4eb8d6defce), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.315768 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment a0968d23-0b4f-4c60-a2dd-6795738de88b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0968d23-0b4f-4c60-a2dd-6795738de88b found for delete ", "request_id": "req-74cbc062-19f1-4374-ae3a-878fb3b122f4"}]} Jun 23 20:08:36.327427 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] Pushing event deleted for resources: {'Port': ['ID=e4263fe7-3069-4381-a34c-c4eb8d6defce,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:36.331776 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84d541-9398-4389-b100-e6d8f32d13ef None None] No DVR routers for this DVR port e4263fe7-3069-4381-a34c-c4eb8d6defce on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:08:36.358343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-67b05965-52d0-40a1-9e09-b09ecf7335b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.410019 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (99083d0d-c2fb-4de1-b837-38ec56d86bfa), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.417762 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:36.424983 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/99083d0d-c2fb-4de1-b837-38ec56d86bfa HTTP/1.1" status: 204 len: 168 time: 0.7609484 Jun 23 20:08:36.430279 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eec3b8-1750-479a-b7b5-c3dec50107ab admin admin] Pushing event deleted for resources: {'Network': ['ID=99083d0d-c2fb-4de1-b837-38ec56d86bfa,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:36.921126 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33802) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:36.962334 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-67d8eaa7-c244-4b55-b308-b8a4ab9c7aee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32672f6e771b4d37986e48e0091b6877&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398860 Jun 23 20:08:36.964791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33804) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:37.016535 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] Publish callbacks [] for security_group (e47f35d5-5ccf-4e68-b7b7-0967fcb6a702), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:37.038612 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] Publish callbacks [] for security_group (e47f35d5-5ccf-4e68-b7b7-0967fcb6a702), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:37.076437 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fde102-1ba2-410c-8c07-64e009fe00dc req-650a2345-6b86-450c-acf0-53c5966979c8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:37.078518 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-22fde102-1ba2-410c-8c07-64e009fe00dc req-650a2345-6b86-450c-acf0-53c5966979c8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0472982 Jun 23 20:08:37.125260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-22fde102-1ba2-410c-8c07-64e009fe00dc req-e1a76301-ddeb-4abc-9bdb-24d72fc45396 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Jun 23 20:08:37.147453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (e47f35d5-5ccf-4e68-b7b7-0967fcb6a702), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:37.150083 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:37.151706 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e47f35d5-5ccf-4e68-b7b7-0967fcb6a702 HTTP/1.1" status: 204 len: 168 time: 0.1855540 Jun 23 20:08:37.159851 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5152c-7508-4581-902e-89a286908c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47f35d5-5ccf-4e68-b7b7-0967fcb6a702,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:37.804494 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.280090 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53e5fa-3c62-4446-aed7-8bc11d32df59 req-4983e6b0-3909-41e2-b04a-3be8fed6a322 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:38.288529 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac53e5fa-3c62-4446-aed7-8bc11d32df59 req-4983e6b0-3909-41e2-b04a-3be8fed6a322 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0882297 Jun 23 20:08:38.360792 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac53e5fa-3c62-4446-aed7-8bc11d32df59 req-12eaed5e-55e5-4b17-9d8c-ef16a27c43ee tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597560 Jun 23 20:08:38.376764 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-28ed0702-1760-4b05-91b2-295473caee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.385390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33862) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:38.503534 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-194b70a8-d1ab-416f-a4e0-05178503cb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.579557 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-194b70a8-d1ab-416f-a4e0-05178503cb23 admin admin] Publish callbacks [] for security_group (cfd54886-b809-4ece-8c22-5049144ff12f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.667181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-194b70a8-d1ab-416f-a4e0-05178503cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (cfd54886-b809-4ece-8c22-5049144ff12f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.678474 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:38.714388 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-194b70a8-d1ab-416f-a4e0-05178503cb23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=506ce043e11e4b39b4115e82f56d184f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3278298 Jun 23 20:08:38.715467 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b70a8-d1ab-416f-a4e0-05178503cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd54886-b809-4ece-8c22-5049144ff12f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:38.717283 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33870) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:38.781348 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] Publish callbacks [] for security_group (cfd54886-b809-4ece-8c22-5049144ff12f), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:38.880955 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:08:39.014789 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] Publish callbacks [] for security_group (cfd54886-b809-4ece-8c22-5049144ff12f), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:39.153085 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (cfd54886-b809-4ece-8c22-5049144ff12f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:39.155853 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:39.157608 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfd54886-b809-4ece-8c22-5049144ff12f HTTP/1.1" status: 204 len: 168 time: 0.4380691 Jun 23 20:08:39.166231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecec013-25d7-44e3-81fc-01097fc22f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd54886-b809-4ece-8c22-5049144ff12f,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:39.488671 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08630de8-fc77-465e-a035-f7eb6c2f3d9c req-24b41953-4624-46e7-944b-1d25dfe74333 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:39.490356 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-08630de8-fc77-465e-a035-f7eb6c2f3d9c req-24b41953-4624-46e7-944b-1d25dfe74333 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0511205 Jun 23 20:08:39.549908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-08630de8-fc77-465e-a035-f7eb6c2f3d9c req-0b4f8a37-93f9-41b8-b91d-bb28dc990194 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Jun 23 20:08:39.849662 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:39.913531 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33900) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:39.927006 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-273cb09a-4908-4d7c-86c6-2eda67ec4b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.000459 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:40.005794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-273cb09a-4908-4d7c-86c6-2eda67ec4b70 admin admin] Publish callbacks [] for security_group (23824843-c21a-4801-9fae-f633e72f591c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.112854 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-273cb09a-4908-4d7c-86c6-2eda67ec4b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (23824843-c21a-4801-9fae-f633e72f591c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.152290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb09a-4908-4d7c-86c6-2eda67ec4b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23824843-c21a-4801-9fae-f633e72f591c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:40.156417 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-273cb09a-4908-4d7c-86c6-2eda67ec4b70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b44fa59ba673426f9990fea70f71c8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418630 Jun 23 20:08:40.159026 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33902) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:40.183248 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:40.208585 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] Publish callbacks [] for security_group (23824843-c21a-4801-9fae-f633e72f591c), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.229888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] Publish callbacks [] for security_group (23824843-c21a-4801-9fae-f633e72f591c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.341598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (23824843-c21a-4801-9fae-f633e72f591c), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.350659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:40.350659 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23824843-c21a-4801-9fae-f633e72f591c HTTP/1.1" status: 204 len: 168 time: 0.1858201 Jun 23 20:08:40.358173 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed9561-83b2-4b6c-a37c-ce6c0e85b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23824843-c21a-4801-9fae-f633e72f591c,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:40.578081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368ed40-46d5-411c-ab45-96f053e0a145 req-cf04552d-768c-4b1b-8477-428130d2b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:40.580348 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6368ed40-46d5-411c-ab45-96f053e0a145 req-cf04552d-768c-4b1b-8477-428130d2b0db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1129 time: 0.0491428 Jun 23 20:08:40.639757 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6368ed40-46d5-411c-ab45-96f053e0a145 req-675d24cf-cd12-4031-930e-2b51161830fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Jun 23 20:08:40.674763 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0e8c8-1557-4171-8ef0-840c4bd40eb7 req-a963c5e8-8129-44de-9f98-68bd21d014f5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:40.676258 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2da0e8c8-1557-4171-8ef0-840c4bd40eb7 req-a963c5e8-8129-44de-9f98-68bd21d014f5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0514524 Jun 23 20:08:40.728765 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2da0e8c8-1557-4171-8ef0-840c4bd40eb7 req-a31ff350-0c3a-44e4-9008-04ffbb66ee17 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466418 Jun 23 20:08:41.095670 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.258331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33932) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:41.274738 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7c16fb98-fcb5-45d4-a5a6-100e40452d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.347708 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7c16fb98-fcb5-45d4-a5a6-100e40452d03 admin admin] Publish callbacks [] for security_group (91e21ecf-ae0b-4514-8f9f-126296b1a2df), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.433099 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7c16fb98-fcb5-45d4-a5a6-100e40452d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (91e21ecf-ae0b-4514-8f9f-126296b1a2df), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.473683 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16fb98-fcb5-45d4-a5a6-100e40452d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e21ecf-ae0b-4514-8f9f-126296b1a2df,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:41.477975 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7c16fb98-fcb5-45d4-a5a6-100e40452d03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af1527b3e173427e893fff95b811fc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186341 Jun 23 20:08:41.480751 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33938) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:41.525723 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.534557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] Publish callbacks [] for security_group (91e21ecf-ae0b-4514-8f9f-126296b1a2df), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.560496 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] Publish callbacks [] for security_group (91e21ecf-ae0b-4514-8f9f-126296b1a2df), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.695529 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (91e21ecf-ae0b-4514-8f9f-126296b1a2df), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.698518 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:41.699838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91e21ecf-ae0b-4514-8f9f-126296b1a2df HTTP/1.1" status: 204 len: 168 time: 0.2178631 Jun 23 20:08:41.709827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824825b-2286-419d-a8df-86e8b4a23131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e21ecf-ae0b-4514-8f9f-126296b1a2df,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:41.770157 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-7eead97e-bac9-4ac4-aa11-c74ccdfc5d41 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008165961&fields=id&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 267 time: 0.0620427 Jun 23 20:08:41.897334 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b2560-db7b-4a7c-a9ab-15a13672cf12 req-b77e4651-da07-43d3-9a32-43fbf6e3c247 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:41.899542 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de7b2560-db7b-4a7c-a9ab-15a13672cf12 req-b77e4651-da07-43d3-9a32-43fbf6e3c247 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0940015 Jun 23 20:08:41.941686 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-574be5d7-a9bf-4080-9cc0-3c86aa8833f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:41.943155 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-574be5d7-a9bf-4080-9cc0-3c86aa8833f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1656208 Jun 23 20:08:41.975233 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-ae288f56-0560-48d4-858d-eead08e3993f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/quotas/edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 375 time: 0.0216303 Jun 23 20:08:41.978767 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de7b2560-db7b-4a7c-a9ab-15a13672cf12 req-8950f741-1ffd-41a3-8b75-55748895de67 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698936 Jun 23 20:08:42.025769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-306154b5-edb3-42b6-b91e-b998e7783e10 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452383 Jun 23 20:08:42.074598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:42.164990 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-62a6fcbc-188a-4273-a64d-c7dc316f4451 service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220949 Jun 23 20:08:42.267958 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:42.273748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-f5e28660-43b1-4644-a1c2-84addf09a766 service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023645 Jun 23 20:08:42.589943 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 33984) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:42.724627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4f2d-ad15-45c9-8482-4c993f73f8eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:42.843411 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4f2d-ad15-45c9-8482-4c993f73f8eb admin admin] Publish callbacks [] for security_group (1b454a79-996e-429c-b526-314da8683e54), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:42.907434 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4f2d-ad15-45c9-8482-4c993f73f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1b454a79-996e-429c-b526-314da8683e54), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:42.946315 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 33998) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:42.951853 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c4f2d-ad15-45c9-8482-4c993f73f8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b454a79-996e-429c-b526-314da8683e54,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:42.957233 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5f8c4f2d-ad15-45c9-8482-4c993f73f8eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c7b02690ff34b6fb25d25e755d06a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662231 Jun 23 20:08:42.961670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34004) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:43.040828 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d685e6d-4e84-4865-8690-6b505f9d9f05 req-d6bb2c69-996f-4575-a225-47b967e88172 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0456388 Jun 23 20:08:43.057299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] Publish callbacks [] for security_group (1b454a79-996e-429c-b526-314da8683e54), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.088680 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] Publish callbacks [] for security_group (1b454a79-996e-429c-b526-314da8683e54), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.149251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080580251-network', 'tenant_id': 'df7d693ea21441559f4db447f5414f69'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:43.165156 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49afa40-104f-43fb-aa9e-4100f2734a1c req-ade49eb0-059d-4a00-81bf-e1cbda549ec7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:43.166717 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d49afa40-104f-43fb-aa9e-4100f2734a1c req-ade49eb0-059d-4a00-81bf-e1cbda549ec7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0808527 Jun 23 20:08:43.216167 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d49afa40-104f-43fb-aa9e-4100f2734a1c req-4dbbb2d3-e1a6-47dd-9753-dc6ad82f1e09 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jun 23 20:08:43.261819 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1b454a79-996e-429c-b526-314da8683e54), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.262302 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Made reservation on behalf of df7d693ea21441559f4db447f5414f69 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:43.264421 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.264609 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.267144 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b454a79-996e-429c-b526-314da8683e54 HTTP/1.1" status: 204 len: 168 time: 0.3044648 Jun 23 20:08:43.276253 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704ba4c-e464-4761-b102-6fca84497f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b454a79-996e-429c-b526-314da8683e54,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:43.285087 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.337582 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:43.376610 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks [] for security_group (d61a0f7a-7939-48ea-abfe-bc36b8e574e9), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.451104 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d61a0f7a-7939-48ea-abfe-bc36b8e574e9), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.473954 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:08:43.492785 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61a0f7a-7939-48ea-abfe-bc36b8e574e9,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:43.495607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (5aab33dc-c6e2-41a3-ad52-1b6b638a3089), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.496139 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Added segment 5aab33dc-c6e2-41a3-ad52-1b6b638a3089 of type vlan for network 885d343b-d90c-4197-a6fc-92476b1e08bf Jun 23 20:08:43.542038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (885d343b-d90c-4197-a6fc-92476b1e08bf), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.651552 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (885d343b-d90c-4197-a6fc-92476b1e08bf), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.652853 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:43.654698 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.688677 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34030) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:43.741795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a0ddd-1021-490a-b67b-5529c4cd20b9 req-05d1dc9f-3b54-445b-b583-464277206af8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:43.744200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-340a0ddd-1021-490a-b67b-5529c4cd20b9 req-05d1dc9f-3b54-445b-b583-464277206af8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Jun 23 20:08:43.757494 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] Pushing event updated for resources: {'Network': ['ID=885d343b-d90c-4197-a6fc-92476b1e08bf,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:43.771579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 885d343b-d90c-4197-a6fc-92476b1e08bf details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:08:43.780392 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-648699dc-98ec-4a4d-8705-fb3fbc194686 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8320754 Jun 23 20:08:43.783255 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34036) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:43.788157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Request body: {'subnet': {'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080580251-subnet', 'tenant_id': 'df7d693ea21441559f4db447f5414f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:43.811442 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:43.868904 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc113abe-4d05-4841-84e1-e72cf7ca1919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.876749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-afaca9c9-f84f-4a70-afb5-cb70e0119786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:43.878347 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-afaca9c9-f84f-4a70-afb5-cb70e0119786 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 1129 time: 0.1172488 Jun 23 20:08:43.883395 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-340a0ddd-1021-490a-b67b-5529c4cd20b9 req-72a946ff-90f4-4ff4-8f3b-6f6493c17402 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326678 Jun 23 20:08:43.916988 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Made reservation on behalf of df7d693ea21441559f4db447f5414f69 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:43.919327 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800174'] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:43.971611 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:44.005450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-07b84dca-66ad-4b5c-9601-f257e985640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:44.006909 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-07b84dca-66ad-4b5c-9601-f257e985640c service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.1119978 Jun 23 20:08:44.054263 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-4822e175-6680-4e07-a7ee-bc7dca5ea15c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 200 len: 217 time: 0.0408041 Jun 23 20:08:44.058421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc113abe-4d05-4841-84e1-e72cf7ca1919 admin admin] Publish callbacks [] for security_group (0df21d3d-5f83-4b8f-a899-909f703d2e21), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.129557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-6700f51a-e819-4c8d-9cc1-766088a0f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:44.130949 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-6700f51a-e819-4c8d-9cc1-766088a0f6d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0682642 Jun 23 20:08:44.159044 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e1057815-05c7-4532-a0d6-5dcdfabe050c req-f1eb2c8f-eddb-43c8-b6c2-80b2d3c829fd tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0424840 Jun 23 20:08:44.159252 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bc113abe-4d05-4841-84e1-e72cf7ca1919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0df21d3d-5f83-4b8f-a899-909f703d2e21), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.189037 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:44.192182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-e1975460-9ba6-458e-b1ed-c9b3c97ee1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:44.196341 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-e1975460-9ba6-458e-b1ed-c9b3c97ee1ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438418 Jun 23 20:08:44.329546 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-f6276ba8-ad93-4df6-9bdd-560d3bde4205 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206312 Jun 23 20:08:44.388511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:44.401790 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9165107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800216'] for subnet (e2f32bb7-59ef-469d-9490-123875d1840c), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.433751 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bc113abe-4d05-4841-84e1-e72cf7ca1919 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbb4cea2394847a4994be78222d4aa83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7438493 Jun 23 20:08:44.436532 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34054) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:44.437938 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc113abe-4d05-4841-84e1-e72cf7ca1919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df21d3d-5f83-4b8f-a899-909f703d2e21,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:44.464277 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f32bb7-59ef-469d-9490-123875d1840c,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:44.480949 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Checking segment: {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:44.481304 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Network hostable DHCP agents. Network: 885d343b-d90c-4197-a6fc-92476b1e08bf, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:08:44.486792 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8a51a9e-7bf2-4b46-bb4c-1b03d768960c req-25c635ed-ba64-4005-868b-72633eb8c93d service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344948 Jun 23 20:08:44.511235 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] Publish callbacks [] for security_group (0df21d3d-5f83-4b8f-a899-909f703d2e21), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.535131 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] Publish callbacks [] for security_group (0df21d3d-5f83-4b8f-a899-909f703d2e21), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.655617 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Network 885d343b-d90c-4197-a6fc-92476b1e08bf is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:08:44.659561 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0df21d3d-5f83-4b8f-a899-909f703d2e21), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.670963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.670963 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0df21d3d-5f83-4b8f-a899-909f703d2e21 HTTP/1.1" status: 204 len: 168 time: 0.2258234 Jun 23 20:08:44.677852 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b6b17-e7fa-4ebf-a3d4-bda4078382bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df21d3d-5f83-4b8f-a899-909f703d2e21,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:44.694352 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:44.762653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 885d343b-d90c-4197-a6fc-92476b1e08bf) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:44.768746 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:44.771194 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:44.775312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb692d70-f760-428f-ab70-9c324ab100d7 None None] Network 885d343b-d90c-4197-a6fc-92476b1e08bf requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:08:44.885286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3984bf8b-2387-4495-a572-6f62692ec515 None None] Network 885d343b-d90c-4197-a6fc-92476b1e08bf requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:08:44.910872 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5436bc86-73e9-49b2-9d9c-4f9cf45ffa3a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1263680 Jun 23 20:08:44.920223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:45.025249 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebec4d-5955-4d93-8c9b-1ddbceb817bd req-60280ec5-2a37-4fab-a11c-9ea8f6b21b88 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:45.026856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-97ebec4d-5955-4d93-8c9b-1ddbceb817bd req-60280ec5-2a37-4fab-a11c-9ea8f6b21b88 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0649536 Jun 23 20:08:45.080028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-97ebec4d-5955-4d93-8c9b-1ddbceb817bd req-36b620e1-ffe0-44bb-98b6-6bd5ab2d71a2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Jun 23 20:08:45.267104 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f35c64f-1350-468a-8785-046bdc6c0f85 req-e8a7c355-bea6-4324-a49b-1e9e348dee91 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0352042 Jun 23 20:08:45.478422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34082) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:45.492650 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fab82407-fcc7-4ea5-91ba-c3cd33983751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.552642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:45.577305 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fab82407-fcc7-4ea5-91ba-c3cd33983751 admin admin] Publish callbacks [] for security_group (bfe907fb-8462-4127-b839-9c839ba7768d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.621179 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fab82407-fcc7-4ea5-91ba-c3cd33983751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (bfe907fb-8462-4127-b839-9c839ba7768d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.662713 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fab82407-fcc7-4ea5-91ba-c3cd33983751 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=161fdbb8c7ae4ab89f4df22482076b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806812 Jun 23 20:08:45.663059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab82407-fcc7-4ea5-91ba-c3cd33983751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe907fb-8462-4127-b839-9c839ba7768d,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:45.663173 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34086) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:45.712184 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] Publish callbacks [] for security_group (bfe907fb-8462-4127-b839-9c839ba7768d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.734426 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] Publish callbacks [] for security_group (bfe907fb-8462-4127-b839-9c839ba7768d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.878487 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (bfe907fb-8462-4127-b839-9c839ba7768d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.881002 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:45.882153 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfe907fb-8462-4127-b839-9c839ba7768d HTTP/1.1" status: 204 len: 168 time: 0.2180543 Jun 23 20:08:45.889928 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ca5f3-538f-46c1-8802-f055b4fb9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe907fb-8462-4127-b839-9c839ba7768d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:45.951797 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=35 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:46.210640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fec5a6-07fc-446e-b88f-3a71706b005d req-32b014c5-fd02-45a4-86a9-37005c5fac7e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:46.212027 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-23fec5a6-07fc-446e-b88f-3a71706b005d req-32b014c5-fd02-45a4-86a9-37005c5fac7e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0468736 Jun 23 20:08:46.259610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-23fec5a6-07fc-446e-b88f-3a71706b005d req-e52b2a5f-08ae-44ba-9473-c929a83aadfd tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jun 23 20:08:46.367903 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9fe10737-1ec3-4d96-a329-ccc94ddd7e50 req-939cd553-ec9d-4341-be1b-df70bb0a8393 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Jun 23 20:08:47.199501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-3411ab53-cb53-4ce9-919f-453455b6d945 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:47.201116 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-3411ab53-cb53-4ce9-919f-453455b6d945 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/networks?id=885d343b-d90c-4197-a6fc-92476b1e08bf HTTP/1.1" status: 200 len: 809 time: 0.1155927 Jun 23 20:08:47.216758 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-53fd434b-2623-4976-819b-0b89ec661b92 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/quotas/df7d693ea21441559f4db447f5414f69 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Jun 23 20:08:47.252499 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-a1370533-216a-4b38-8707-d1ad0a2826f4 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278797 Jun 23 20:08:47.380629 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-b859b476-ee3c-4158-bd16-0b1b43d40523 service neutron] 10.222.0.44 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213336 Jun 23 20:08:47.443347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9b5b-482b-42a4-a321-df7898a82898 req-0d360dfb-c77a-40d1-a779-75139bd5746c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:47.445251 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb6c9b5b-482b-42a4-a321-df7898a82898 req-0d360dfb-c77a-40d1-a779-75139bd5746c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0804193 Jun 23 20:08:47.472872 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:47.540417 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb6c9b5b-482b-42a4-a321-df7898a82898 req-a44b8dca-d3c0-4a51-950c-561b7c99960e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882115 Jun 23 20:08:47.550637 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-d39dc1c5-972b-4863-945c-6fa9f70d07f3 service neutron] 10.222.0.44 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492164 Jun 23 20:08:47.645709 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e1edae3-89fe-4030-a0a3-83cb1f465b7e req-4c7edd76-e4c3-4276-926c-7a70869d804a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0312312 Jun 23 20:08:47.877934 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-ea15b42e-f2f7-43ec-ab23-3394ed166316 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:47.879552 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-ea15b42e-f2f7-43ec-ab23-3394ed166316 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1095829 Jun 23 20:08:47.985031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-5403f878-f479-4cd3-b5a4-7f85c79bc11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 380 time: 0.0766311 Jun 23 20:08:48.009809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'port': {'device_id': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'admin_state_up': True, 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'security_groups': ['11550f4d-32e1-4d65-9f60-7ecf0bb3bd14']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:48.015919 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4f31cf26-a21a-4813-a6a8-785f1eea08c5 req-780d3fe2-4c6b-4094-bd25-d579d0f2b8e5 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0614033 Jun 23 20:08:48.239025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Made reservation on behalf of edb569a8b39a437ea8be940df098268c for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:48.243276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:48.308843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:48.395624 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.20.0.7 (e0be33fe-ef21-4463-bb71-a01e82ba375e/ed5f6852-23f0-464e-8977-92bae1c2b768/34cb6df8-f4a2-46ac-ab20-64414d2a90b1) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:48.548159 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:48.740403 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5981f5da-94eb-4253-a738-b971dd1fb037 req-aa683f3f-6f76-42f5-b8e8-b4adf4c3f136 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Jun 23 20:08:48.815771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:48.864497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:48.867399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:48.871272 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:48.876713 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:48.898130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:48.916015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:48.926378 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:48.926994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.057869 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-6e89c1a4-3dd3-46e6-a3d6-84f51e830ae2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0521703 Jun 23 20:08:49.081341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Request body: {'port': {'device_id': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:49.099690 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fc8d2ac9-b519-4bd9-9dc6-b086679a94eb req-6eb17449-3135-4f7d-848c-cf2a3cd3765c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0331893 Jun 23 20:08:49.102218 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-6cc8ba17-6077-4f44-8d45-d8f9bcdbe126 None None] Provisioning complete for port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:08:49.102725 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ba17-6077-4f44-8d45-d8f9bcdbe126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.139083 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8ba17-6077-4f44-8d45-d8f9bcdbe126 None None] Port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:08:49.165687 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.450376 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:08:49.459233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks [] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.473281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Transition to ACTIVE for port object 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:08:49.581802 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.617910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:49.635024 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Pushing event updated for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:49.713003 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Attempting to bind port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:49.713418 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Attempting to bind port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:49.713643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Attempting to bind port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:49.718756 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 on network e0be33fe-ef21-4463-bb71-a01e82ba375e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:08:49.719077 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Attempting to bind port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:49.724614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:49.724949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:49.725374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Bound using segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:49.725851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Bound port: 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:49.726254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.794997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:49.798542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:49.862772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab98c4-f591-41a9-967f-b2e38e13b0d0 req-8fe6c5e3-dea7-4236-bb1f-cd567c34a2f4 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:49.864406 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-66ab98c4-f591-41a9-967f-b2e38e13b0d0 req-8fe6c5e3-dea7-4236-bb1f-cd567c34a2f4 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0494370 Jun 23 20:08:49.904820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.943493 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-66ab98c4-f591-41a9-967f-b2e38e13b0d0 req-b5573695-27d3-45ac-b172-0753e6f42e5f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732362 Jun 23 20:08:49.954913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:49.955533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:49.957462 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] 10.222.0.42 "PUT /v2.0/ports/34cb6df8-f4a2-46ac-ab20-64414d2a90b1 HTTP/1.1" status: 200 len: 1093 time: 0.8818371 Jun 23 20:08:49.958343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:08:49.960649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e168db-5e24-4fff-a419-2d8295545502" -d '{"events": [{"name": "network-changed", "server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:08:49.995237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12e21-008a-4fda-980c-b01d76631b8c service neutron] Pushing event updated for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:50.002090 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b7cc09-67c9-44ce-b56d-d760529917a5 x-openstack-request-id: req-24b7cc09-67c9-44ce-b56d-d760529917a5 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:08:50.002377 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:08:50.002632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24b7cc09-67c9-44ce-b56d-d760529917a5 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:08:50.003030 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b7cc09-67c9-44ce-b56d-d760529917a5'] response: {'name': 'network-changed', 'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'status': 'completed', 'code': 200} Jun 23 20:08:50.094515 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e168db-5e24-4fff-a419-2d8295545502 req-07c316e4-1512-4ad1-bf77-b5ed04a98a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:50.096059 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c4e168db-5e24-4fff-a419-2d8295545502 req-07c316e4-1512-4ad1-bf77-b5ed04a98a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 1127 time: 0.0409100 Jun 23 20:08:50.254300 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d3fd6ab7-c0f4-4250-98a5-cba4f259ba20 req-d3abd7ec-e1d4-49af-b31c-b146c04994ee tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0765233 Jun 23 20:08:50.303464 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e168db-5e24-4fff-a419-2d8295545502 req-b0509fac-869d-462e-8d1d-720db8fa0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:50.305010 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c4e168db-5e24-4fff-a419-2d8295545502 req-b0509fac-869d-462e-8d1d-720db8fa0203 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=edb569a8b39a437ea8be940df098268c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1929908 Jun 23 20:08:50.580410 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:50.769687 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34248) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:50.789038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248214616', 'description': 'tempest-description--976621735'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:50.932865 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e168db-5e24-4fff-a419-2d8295545502 req-365e6491-1a8b-4924-a3c8-4074e0a80575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:50.932865 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c4e168db-5e24-4fff-a419-2d8295545502 req-365e6491-1a8b-4924-a3c8-4074e0a80575 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3981180 Jun 23 20:08:50.964917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.054102 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (24e1c7e5-3700-460d-b0ce-42fe4bfefcc8), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.137013 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8aacb-aafa-4cac-a8ee-60216bac12ba req-f5032c76-5e51-445f-90f6-5dc1588d06fc tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:51.137683 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-89b8aacb-aafa-4cac-a8ee-60216bac12ba req-f5032c76-5e51-445f-90f6-5dc1588d06fc tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.1171820 Jun 23 20:08:51.178030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-56203bfd-cbbe-4a4e-aaed-151dc26c6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:51.179442 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-56203bfd-cbbe-4a4e-aaed-151dc26c6f36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 1127 time: 0.1219325 Jun 23 20:08:51.199877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (24e1c7e5-3700-460d-b0ce-42fe4bfefcc8), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.221807 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:51.259309 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-3fb40ebc-5f9a-43b1-be9d-68b94f980358 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1 HTTP/1.1" status: 200 len: 217 time: 0.0559337 Jun 23 20:08:51.264569 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:51.273291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-09bb05a5-b9b4-4f21-bacc-a56e6490904f tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:51.275349 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-09bb05a5-b9b4-4f21-bacc-a56e6490904f tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "GET /v2.0/networks?id=885d343b-d90c-4197-a6fc-92476b1e08bf HTTP/1.1" status: 200 len: 809 time: 0.2183561 Jun 23 20:08:51.314483 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-89b8aacb-aafa-4cac-a8ee-60216bac12ba req-8b5bee3c-a913-4390-ae37-1a25b3c2a2c5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664922 Jun 23 20:08:51.319368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Request body: {'port': {'device_id': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf', 'admin_state_up': True, 'tenant_id': 'df7d693ea21441559f4db447f5414f69'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:51.333022 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.334857 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-168691df-9c9a-434d-bad6-203a96fb2be5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5645399 Jun 23 20:08:51.339141 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34274) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:51.344129 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'security_group_rule': {'security_group_id': '24e1c7e5-3700-460d-b0ce-42fe4bfefcc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:51.400853 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27dcd10d-8256-4b27-b970-5edb7f7ded41 req-5f35d5e9-d5b4-4f46-bbdb-8dffc75de577 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0588715 Jun 23 20:08:51.435649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-a43d790c-611b-4c3f-ae9e-9ea6d3a25d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:51.435649 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-a43d790c-611b-4c3f-ae9e-9ea6d3a25d14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.1586668 Jun 23 20:08:51.465650 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (edf91f9b-b25e-46e3-85ec-8636e8439fca), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.554837 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-8768f5ab-b8f9-43ef-902c-b04b32d27859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:51.554955 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (edf91f9b-b25e-46e3-85ec-8636e8439fca), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.555053 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-8768f5ab-b8f9-43ef-902c-b04b32d27859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430064 Jun 23 20:08:51.581139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Made reservation on behalf of df7d693ea21441559f4db447f5414f69 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:51.584842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.695546 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (edf91f9b-b25e-46e3-85ec-8636e8439fca), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.716353 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf91f9b-b25e-46e3-85ec-8636e8439fca,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:51.762265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Allocated IP 172.20.0.13 (885d343b-d90c-4197-a6fc-92476b1e08bf/e2f32bb7-59ef-469d-9490-123875d1840c/ecf3dc34-4797-4907-bc20-27a9826c848a) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:51.800181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.801428 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fd1cf444-7135-4c6c-b8c1-4ee017eb9db5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4613273 Jun 23 20:08:51.804508 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34290) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:51.808738 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'security_group_rule': {'security_group_id': '24e1c7e5-3700-460d-b0ce-42fe4bfefcc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:51.811094 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-448febe8-5726-40c3-8072-ff11dc5950c1 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248882 Jun 23 20:08:51.907996 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (7b7ddc67-bb9e-483b-b52c-3965ab006e23), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.922369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:51.975344 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (7b7ddc67-bb9e-483b-b52c-3965ab006e23), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:51.994326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8b2d1a4-49b5-4f35-a9a7-73ace7639228 req-5106dcf1-3b18-4dfb-ad5c-3a462bc29bdc service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739213 Jun 23 20:08:52.018166 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks [] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.095178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (7b7ddc67-bb9e-483b-b52c-3965ab006e23), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.095386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:52.113695 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:52.117097 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7ddc67-bb9e-483b-b52c-3965ab006e23,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:52.158399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.190578 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.192612 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1a144908-2ba5-4238-ac61-c43e0d490f61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870490 Jun 23 20:08:52.196897 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34298) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:52.201376 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:52.202681 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Network 885d343b-d90c-4197-a6fc-92476b1e08bf is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:52.205708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:52.208020 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:52.236866 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Pushing event updated for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:52.265086 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:52.265698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.306968 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.338670 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2fc7fc55-1aac-41d9-8b48-008da11dbb39 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282898 Jun 23 20:08:52.386065 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.445245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a940-d400-4840-8b18-9bedb0b84033 req-26cafc54-4ea0-4895-b733-7a2bc87705a1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:52.447252 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9703a940-d400-4840-8b18-9bedb0b84033 req-26cafc54-4ea0-4895-b733-7a2bc87705a1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0634546 Jun 23 20:08:52.478417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Request body: {'port': {'device_id': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:52.521415 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:52.548517 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Allocated IP 172.27.0.61 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/a1b409ca-b27d-429c-930d-3fb016234b97) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:52.587613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34310) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:52.602215 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9703a940-d400-4840-8b18-9bedb0b84033 req-c3c4d3d7-9eb1-40a0-910d-23e9a18d20e0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491699 Jun 23 20:08:52.614811 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.623442 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60783aa-f85d-4d23-b9ce-053824155c59 req-2d7b8160-c144-4b32-b04a-86b888929dec tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:52.626911 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a60783aa-f85d-4d23-b9ce-053824155c59 req-2d7b8160-c144-4b32-b04a-86b888929dec tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 932 time: 0.1430917 Jun 23 20:08:52.677919 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for port (a1b409ca-b27d-429c-930d-3fb016234b97), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.714077 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a60783aa-f85d-4d23-b9ce-053824155c59 req-4a75fec0-ec82-40c2-b4d2-127dbeb5913d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778396 Jun 23 20:08:52.736371 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f6d994b-8844-48b9-be09-113f93f86d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.820424 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f6d994b-8844-48b9-be09-113f93f86d4c admin admin] Publish callbacks [] for security_group (527d282f-6bd0-46a9-9c7b-56a2935475b8), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.826929 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.861314 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:52.871522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:52.873938 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:52.899709 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2f6d994b-8844-48b9-be09-113f93f86d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (527d282f-6bd0-46a9-9c7b-56a2935475b8), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.937214 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'Port': ['ID=a1b409ca-b27d-429c-930d-3fb016234b97,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:52.943899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf3dc34-4797-4907-bc20-27a9826c848a {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:08:52.958398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks [] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:52.966941 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34322) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:52.967179 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2f6d994b-8844-48b9-be09-113f93f86d4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b0ad66a72b849b5a1a3170f871bf176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784800 Jun 23 20:08:52.974019 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d994b-8844-48b9-be09-113f93f86d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527d282f-6bd0-46a9-9c7b-56a2935475b8,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:53.014059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Transition to ACTIVE for port object ecf3dc34-4797-4907-bc20-27a9826c848a will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:08:53.026753 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.043622 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] Publish callbacks [] for security_group (527d282f-6bd0-46a9-9c7b-56a2935475b8), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.065917 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] Publish callbacks [] for security_group (527d282f-6bd0-46a9-9c7b-56a2935475b8), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.092355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.149914 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.166707 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:53.232971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Attempting to bind port ecf3dc34-4797-4907-bc20-27a9826c848a on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:08:53.233897 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Attempting to bind port ecf3dc34-4797-4907-bc20-27a9826c848a by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:08:53.234506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Attempting to bind port ecf3dc34-4797-4907-bc20-27a9826c848a on network 885d343b-d90c-4197-a6fc-92476b1e08bf {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:53.241614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Port ecf3dc34-4797-4907-bc20-27a9826c848a on network 885d343b-d90c-4197-a6fc-92476b1e08bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:08:53.244831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Attempting to bind port ecf3dc34-4797-4907-bc20-27a9826c848a on network 885d343b-d90c-4197-a6fc-92476b1e08bf {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:08:53.252276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:08:53.252647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Checking segment: {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:08:53.253028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Bound using segment: {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:08:53.253449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Bound port: ecf3dc34-4797-4907-bc20-27a9826c848a, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:08:53.253805 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.267320 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (527d282f-6bd0-46a9-9c7b-56a2935475b8), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.269962 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.271107 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/527d282f-6bd0-46a9-9c7b-56a2935475b8 HTTP/1.1" status: 204 len: 168 time: 0.3032346 Jun 23 20:08:53.282432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69955b-bd08-49ec-afbc-d1cef1e270c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d282f-6bd0-46a9-9c7b-56a2935475b8,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:53.323157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:53.339522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for port (a1b409ca-b27d-429c-930d-3fb016234b97), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.347141 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:08:53.350101 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=ecf3dc34-4797-4907-bc20-27a9826c848a,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:08:53.415043 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.427214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.466222 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:53.466826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.468731 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/ecf3dc34-4797-4907-bc20-27a9826c848a HTTP/1.1" status: 200 len: 1094 time: 0.9946563 Jun 23 20:08:53.468731 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:08:53.470865 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f019178-e9c4-4df7-8ed8-10099bc96dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:08:53.492060 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'Port': ['ID=a1b409ca-b27d-429c-930d-3fb016234b97,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:53.504116 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.506435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d109a3-3697-46d1-9a0e-edd62c4688f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:53.518674 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d144852-0286-46ad-a844-e9f45786f519 x-openstack-request-id: req-1d144852-0286-46ad-a844-e9f45786f519 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:08:53.519074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:08:53.519389 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d144852-0286-46ad-a844-e9f45786f519 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:08:53.519784 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d144852-0286-46ad-a844-e9f45786f519'] response: {'name': 'network-changed', 'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a', 'status': 'completed', 'code': 200} Jun 23 20:08:53.529555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:53.608144 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-323aee4c-bb06-4b21-8468-0cd791105ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:53.609607 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-323aee4c-bb06-4b21-8468-0cd791105ddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 1128 time: 0.0383644 Jun 23 20:08:53.709085 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:53.719213 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1d92520e-b368-4187-9478-6138b61f626c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5125377 Jun 23 20:08:53.764488 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b1e8b-c9b1-4270-9845-4cde9b0f05dd req-35674d4f-733c-493a-944b-00bba873dd09 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:53.766024 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9f4b1e8b-c9b1-4270-9845-4cde9b0f05dd req-35674d4f-733c-493a-944b-00bba873dd09 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0731063 Jun 23 20:08:53.836187 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-e102b041-9056-4d85-9481-5322e1555eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:53.838132 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-e102b041-9056-4d85-9481-5322e1555eaf service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=df7d693ea21441559f4db447f5414f69&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2085485 Jun 23 20:08:53.919320 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4c547-04c5-4f13-83e3-f1bd44a55917 req-114265ec-7c58-49e3-b07d-365c2b057a78 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:53.920806 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-22f4c547-04c5-4f13-83e3-f1bd44a55917 req-114265ec-7c58-49e3-b07d-365c2b057a78 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 944 time: 0.0980523 Jun 23 20:08:53.926983 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9f4b1e8b-c9b1-4270-9845-4cde9b0f05dd req-ff4c9ea2-0493-40b5-8861-ef4bf9617e9e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443007 Jun 23 20:08:54.015703 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:54.034792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-e62d3ba7-985a-418a-8d8f-620b8bccd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:54.036227 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f019178-e9c4-4df7-8ed8-10099bc96dd1 req-e62d3ba7-985a-418a-8d8f-620b8bccd542 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1821549 Jun 23 20:08:54.044799 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-22f4c547-04c5-4f13-83e3-f1bd44a55917 req-4f39094f-c2d6-4793-8920-2b79e2be7839 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150348 Jun 23 20:08:54.078566 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-66f017ed-c46f-4938-8c9d-5526a61adbc3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--248214616&fields=id&tenant_id=bf37c9d0240b48078038d70f678a93eb HTTP/1.1" status: 200 len: 267 time: 0.0654795 Jun 23 20:08:54.188687 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2e3c8934-1d62-4692-a9f2-f90ccccf2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:54.190170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-2e3c8934-1d62-4692-a9f2-f90ccccf2701 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 1128 time: 0.0833073 Jun 23 20:08:54.249148 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-226d5a3f-7710-476c-8956-f2718fbc17c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecf3dc34-4797-4907-bc20-27a9826c848a HTTP/1.1" status: 200 len: 217 time: 0.0428569 Jun 23 20:08:54.255234 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-ad6c546e-c955-4950-9664-420a18c9d3e0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:54.256639 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-ad6c546e-c955-4950-9664-420a18c9d3e0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.1715858 Jun 23 20:08:54.301721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-c3aa43a4-cbb6-4329-84c6-b2102caad154 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/quotas/bf37c9d0240b48078038d70f678a93eb HTTP/1.1" status: 200 len: 375 time: 0.0359869 Jun 23 20:08:54.339629 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-a7f65860-8b21-4b0b-b838-8b076c79827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:54.341111 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-a7f65860-8b21-4b0b-b838-8b076c79827f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2f32bb7-59ef-469d-9490-123875d1840c HTTP/1.1" status: 200 len: 849 time: 0.0836387 Jun 23 20:08:54.381439 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-6e8f38b0-ac59-4a5d-ad41-1692abad459a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0738416 Jun 23 20:08:54.383015 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-7cf90477-b1e1-4d77-8a0b-b7665d648c6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=885d343b-d90c-4197-a6fc-92476b1e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336063 Jun 23 20:08:54.550098 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-6d6b6885-0be4-4ff2-9f86-2a7b23e0e16e service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510715 Jun 23 20:08:54.551956 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-ae631230-318c-40a0-a19b-eabb681ef48b service neutron] 10.222.0.42 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599560 Jun 23 20:08:54.559314 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:54.954288 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-68059b69-027c-4ce1-93e2-b9905eb96477 service neutron] 10.222.0.44 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976879 Jun 23 20:08:54.956186 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-024fd888-2562-42f7-9811-bf3e733c8d98 req-b86eb60a-896a-4897-93f3-f905851fcda4 service neutron] 10.222.0.42 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925576 Jun 23 20:08:55.324845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e701-6cb0-462e-969b-018a4651b99e req-6ae98ead-0c9f-4828-b895-23c12a31e7ff tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:55.326338 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6df5e701-6cb0-462e-969b-018a4651b99e req-6ae98ead-0c9f-4828-b895-23c12a31e7ff tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0525563 Jun 23 20:08:55.398287 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6df5e701-6cb0-462e-969b-018a4651b99e req-d23260ec-e4ce-440f-84a4-dd7c944fb398 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569339 Jun 23 20:08:55.452082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:55.500903 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a536-4eb8-4993-bca5-65df7f34c262 req-4c7881e8-e380-40c0-bdb7-a1249446010c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:55.502377 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9861a536-4eb8-4993-bca5-65df7f34c262 req-4c7881e8-e380-40c0-bdb7-a1249446010c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 944 time: 0.0477750 Jun 23 20:08:55.552682 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9861a536-4eb8-4993-bca5-65df7f34c262 req-4b9b9535-10ed-4367-a399-bfcb38aae298 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447209 Jun 23 20:08:55.622512 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-65fb3673-bd9c-4d2f-9daf-f379a62aeb7f req-8926a1de-36e4-46ad-98d5-5f73bf2e0deb tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Jun 23 20:08:56.500653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:56.517872 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34446) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:56.598965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c780b-57af-436c-a97a-2b1b99dc190d req-d6d4e64f-b3ab-4b87-8dbe-ac64d2504899 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:56.600484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad3c780b-57af-436c-a97a-2b1b99dc190d req-d6d4e64f-b3ab-4b87-8dbe-ac64d2504899 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.1274574 Jun 23 20:08:56.623118 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eac3cf08-9e9a-42b8-8277-00ace644abcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:56.649551 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad3c780b-57af-436c-a97a-2b1b99dc190d req-bcb462e3-cc86-4e05-bf06-b59209108606 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Jun 23 20:08:56.707704 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eac3cf08-9e9a-42b8-8277-00ace644abcd admin admin] Publish callbacks [] for security_group (efc9b0cf-1e66-4330-96c5-05d0efed7414), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:56.761562 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2bdd7-db00-497b-81a8-4d394f746173 req-3144ed09-ffc4-496b-818a-95eac1a3bb0d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:56.763102 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acc2bdd7-db00-497b-81a8-4d394f746173 req-3144ed09-ffc4-496b-818a-95eac1a3bb0d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 944 time: 0.0500059 Jun 23 20:08:56.781347 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:56.809801 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eac3cf08-9e9a-42b8-8277-00ace644abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (efc9b0cf-1e66-4330-96c5-05d0efed7414), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:56.820887 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acc2bdd7-db00-497b-81a8-4d394f746173 req-3d369a9d-40f2-4e7d-8753-79afec543122 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Jun 23 20:08:56.853640 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-eac3cf08-9e9a-42b8-8277-00ace644abcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06fdc22c735647dd802b7d19b590fe30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346956 Jun 23 20:08:56.855815 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3cf08-9e9a-42b8-8277-00ace644abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9b0cf-1e66-4330-96c5-05d0efed7414,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:56.856524 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34456) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:56.920547 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5c9b6938-c86e-4b03-901e-4fd01a10e674 req-6e2524b4-dd01-4348-9f54-5933259765f8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0400066 Jun 23 20:08:56.943967 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] Publish callbacks [] for security_group (efc9b0cf-1e66-4330-96c5-05d0efed7414), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:56.969112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] Publish callbacks [] for security_group (efc9b0cf-1e66-4330-96c5-05d0efed7414), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:57.113209 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (efc9b0cf-1e66-4330-96c5-05d0efed7414), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:57.116163 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:57.120461 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efc9b0cf-1e66-4330-96c5-05d0efed7414 HTTP/1.1" status: 204 len: 168 time: 0.2598054 Jun 23 20:08:57.127866 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412de470-c7d5-40d2-b288-88b014cd5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9b0cf-1e66-4330-96c5-05d0efed7414,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:57.518501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:57.775651 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619b0b4-3f5c-4a8c-8e9a-e0e4812298b5 req-c4fa7f8c-e933-4d5d-a53e-5c24c9e1113d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:57.777404 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4619b0b4-3f5c-4a8c-8e9a-e0e4812298b5 req-c4fa7f8c-e933-4d5d-a53e-5c24c9e1113d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0517368 Jun 23 20:08:57.844733 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4619b0b4-3f5c-4a8c-8e9a-e0e4812298b5 req-9428f745-e2ca-44c7-9a0c-5185e8e53769 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598447 Jun 23 20:08:57.958434 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fc480-e520-427c-950a-9177f4cd5184 req-a52c8533-6d35-4a1c-9245-dec67d89513b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:57.959976 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2e2fc480-e520-427c-950a-9177f4cd5184 req-a52c8533-6d35-4a1c-9245-dec67d89513b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 944 time: 0.0503542 Jun 23 20:08:58.041186 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2e2fc480-e520-427c-950a-9177f4cd5184 req-e50b5eb1-a113-4b76-bb7c-2adcf4a39709 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750983 Jun 23 20:08:58.057688 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-55fbb3cd-25de-47d7-8d4a-3e964e238e3c req-7dd54600-8865-4b26-9502-ad7b92272ba3 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0369143 Jun 23 20:08:58.162027 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device ecf3dc34-4797-4907-bc20-27a9826c848a details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:08:58.269780 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=ecf3dc34-4797-4907-bc20-27a9826c848a,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:58.285870 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'ecf3dc34-4797-4907-bc20-27a9826c848a', 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf', 'port_id': 'ecf3dc34-4797-4907-bc20-27a9826c848a', 'mac_address': 'fa:16:3e:39:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f32bb7-59ef-469d-9490-123875d1840c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:08:58.324183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port ecf3dc34-4797-4907-bc20-27a9826c848a is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:08:58.324183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.337313 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf3dc34-4797-4907-bc20-27a9826c848a {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:08:58.358233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=ecf3dc34-4797-4907-bc20-27a9826c848a,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:08:58.374493 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34512) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:58.415658 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.474565 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:58.506570 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ec881734-e9d5-46c9-aab5-3b005941a3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.570840 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:58.619241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-bef8168e-de0a-4eb4-9e40-c5814d8f0616 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:58.620713 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-bef8168e-de0a-4eb4-9e40-c5814d8f0616 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 819 time: 0.1571848 Jun 23 20:08:58.672689 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ec881734-e9d5-46c9-aab5-3b005941a3f8 admin admin] Publish callbacks [] for security_group (44a44948-c836-4ea7-b0a7-e6aa2a969d1d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.714237 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-097b6af3-8ed4-4f53-b963-8643cc6c8f5f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf37c9d0240b48078038d70f678a93eb HTTP/1.1" status: 200 len: 379 time: 0.0754530 Jun 23 20:08:58.724473 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'port': {'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'admin_state_up': True, 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'security_groups': ['24e1c7e5-3700-460d-b0ce-42fe4bfefcc8']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:08:58.754902 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ec881734-e9d5-46c9-aab5-3b005941a3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (44a44948-c836-4ea7-b0a7-e6aa2a969d1d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.808287 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['ecf3dc34-4797-4907-bc20-27a9826c848a'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:08:58.839089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34530) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:08:58.846455 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ec881734-e9d5-46c9-aab5-3b005941a3f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f03ef8c22ad4b58b93c6665bb2f5bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4707222 Jun 23 20:08:58.862328 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec881734-e9d5-46c9-aab5-3b005941a3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a44948-c836-4ea7-b0a7-e6aa2a969d1d,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:58.922540 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] Publish callbacks [] for security_group (44a44948-c836-4ea7-b0a7-e6aa2a969d1d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.963555 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] Publish callbacks [] for security_group (44a44948-c836-4ea7-b0a7-e6aa2a969d1d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:58.999369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Made reservation on behalf of bf37c9d0240b48078038d70f678a93eb for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:08:59.011332 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:59.022387 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:08:59.130448 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (44a44948-c836-4ea7-b0a7-e6aa2a969d1d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:59.133190 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:59.134483 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44a44948-c836-4ea7-b0a7-e6aa2a969d1d HTTP/1.1" status: 204 len: 168 time: 0.2944157 Jun 23 20:08:59.144089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41e9e1-2b83-421f-bb08-c7e9890ba5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a44948-c836-4ea7-b0a7-e6aa2a969d1d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:59.148870 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74dc8d-eba1-4eb8-a396-9639dfd44756 req-fdb85890-c7ac-4b56-ab77-784181ffe110 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:59.150484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fc74dc8d-eba1-4eb8-a396-9639dfd44756 req-fdb85890-c7ac-4b56-ab77-784181ffe110 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.1289709 Jun 23 20:08:59.342219 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fc74dc8d-eba1-4eb8-a396-9639dfd44756 req-9c636d75-a6fe-4367-b306-54c20cac754d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115944 Jun 23 20:08:59.343512 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Allocated IP 172.20.0.9 (080ae0a2-412d-4942-8b59-3cac39c039b1/fd33e341-919f-4cd4-9598-0b7295352790/27c60352-48b3-4e75-b043-6c1f57dcdca4) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:08:59.524714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970c11e-9154-4e6f-ab94-9ce9efd33f1a req-ad6a47da-9fa1-4776-9b06-b0299ec09e38 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:59.531010 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2970c11e-9154-4e6f-ab94-9ce9efd33f1a req-ad6a47da-9fa1-4776-9b06-b0299ec09e38 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 945 time: 0.1104422 Jun 23 20:08:59.606326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:59.648201 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-28b24a37-4ebe-4b42-b77f-ffd675a24fe4 req-bccfe907-6758-473a-b4a5-31b2dfc975c5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0726726 Jun 23 20:08:59.689480 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2970c11e-9154-4e6f-ab94-9ce9efd33f1a req-5e45aa76-b627-413b-9d46-8a86f66bf49a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574976 Jun 23 20:08:59.777183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176702d-72cb-4407-b12d-5209208db372 req-3930cb5d-babc-4cbe-b819-3faec7135fcb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:59.778923 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4176702d-72cb-4407-b12d-5209208db372 req-3930cb5d-babc-4cbe-b819-3faec7135fcb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0521016 Jun 23 20:08:59.781550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:08:59.844205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:08:59.849075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:08:59.851727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:08:59.899349 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event updated for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:08:59.931321 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4176702d-72cb-4407-b12d-5209208db372 req-fcd7094e-0ef2-4216-84dd-bbeedba7159d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390204 Jun 23 20:08:59.949587 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:08:59.949587 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.036322 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-36140dde-37f6-440c-a1ba-3ade7b4461e8 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3162203 Jun 23 20:09:00.057487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Request body: {'port': {'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:00.087759 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e2617ab9-0e0f-4c02-a713-33e6e6cc0961 None None] Provisioning complete for port 27c60352-48b3-4e75-b043-6c1f57dcdca4 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:00.088700 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e2617ab9-0e0f-4c02-a713-33e6e6cc0961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.125733 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.131685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e2617ab9-0e0f-4c02-a713-33e6e6cc0961 None None] Port 27c60352-48b3-4e75-b043-6c1f57dcdca4 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:09:00.176564 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:00.191199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device ecf3dc34-4797-4907-bc20-27a9826c848a up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:00.265179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34596) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:00.286195 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:00.290958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port ecf3dc34-4797-4907-bc20-27a9826c848a completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:00.350484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:00.379401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:00.399567 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port ecf3dc34-4797-4907-bc20-27a9826c848a triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:00.399567 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.402762 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'port_id': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'mac_address': 'fa:16:3e:07:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:00.456923 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.478527 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:00.478921 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.490279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c60352-48b3-4e75-b043-6c1f57dcdca4 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:00.497272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:00.503114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks [] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.510432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:00.546181 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:00.552552 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port ecf3dc34-4797-4907-bc20-27a9826c848a is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:00.552947 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.559939 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Transition to ACTIVE for port object 27c60352-48b3-4e75-b043-6c1f57dcdca4 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:09:00.576366 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843bd74-f651-461f-bc74-14a990802e9f req-8ee7d861-9a3f-417b-9c0c-5f07bdb2be34 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:00.580603 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Publish callbacks [] for security_group (8414e84e-39a1-495b-bdf3-efc2d4c3365c), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.587868 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4843bd74-f651-461f-bc74-14a990802e9f req-8ee7d861-9a3f-417b-9c0c-5f07bdb2be34 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 943 time: 0.0761364 Jun 23 20:09:00.587992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:00.587992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2297359e-a693-4127-864d-0fd340856fcc" -d '{"events": [{"server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "name": "network-vif-plugged", "status": "completed", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:00.610374 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=ecf3dc34-4797-4907-bc20-27a9826c848a,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:00.627431 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.648448 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4843bd74-f651-461f-bc74-14a990802e9f req-ad99bf8e-bac0-4c69-9212-3850c5cf2256 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600986 Jun 23 20:09:00.663382 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e324f-e245-4a6f-ad1e-d9583b6e4e5c x-openstack-request-id: req-a51e324f-e245-4a6f-ad1e-d9583b6e4e5c {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:00.663676 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "name": "network-vif-plugged", "status": "completed", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:00.663971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a51e324f-e245-4a6f-ad1e-d9583b6e4e5c {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:00.664563 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51e324f-e245-4a6f-ad1e-d9583b6e4e5c'] response: {'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a', 'code': 200} Jun 23 20:09:00.667012 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.667475 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8414e84e-39a1-495b-bdf3-efc2d4c3365c), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.733893 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:00.757012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.761301 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8414e84e-39a1-495b-bdf3-efc2d4c3365c,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:00.778769 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97c1aac2dd8c4c55aef9c0ba641838c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116365 Jun 23 20:09:00.779422 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34618) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:00.783830 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.784452 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.784986 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.785511 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.788445 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.789054 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.789542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.790071 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.790516 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.790775 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.791211 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.791460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.791790 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.792108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.792472 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accac1d9-056f-424e-a298-5ba1d666868d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:00.894618 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:00.957282 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] Publish callbacks [] for security_group (8414e84e-39a1-495b-bdf3-efc2d4c3365c), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:00.987246 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] Publish callbacks [] for security_group (8414e84e-39a1-495b-bdf3-efc2d4c3365c), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.015422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564e012-902e-44ae-a21b-aa6bdd2b94c7 req-63331808-4ea5-4a4b-b4d7-ce6b721475bd tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.023985 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:01.026753 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9564e012-902e-44ae-a21b-aa6bdd2b94c7 req-63331808-4ea5-4a4b-b4d7-ce6b721475bd tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.1299703 Jun 23 20:09:01.036977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:01.044883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['34cb6df8-f4a2-46ac-ab20-64414d2a90b1'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:01.046181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af496a78-9377-49b6-858f-d907f5118d90 req-ac5ad4d8-bb72-4bc0-a03b-e9e411cfbf82 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.054592 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af496a78-9377-49b6-858f-d907f5118d90 req-ac5ad4d8-bb72-4bc0-a03b-e9e411cfbf82 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.2466359 Jun 23 20:09:01.173022 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8414e84e-39a1-495b-bdf3-efc2d4c3365c), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.173022 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.173597 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8414e84e-39a1-495b-bdf3-efc2d4c3365c HTTP/1.1" status: 204 len: 168 time: 0.3930137 Jun 23 20:09:01.185611 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343e853-1b39-48be-9c47-50aeafec8195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8414e84e-39a1-495b-bdf3-efc2d4c3365c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:01.206040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:01.271910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Attempting to bind port 27c60352-48b3-4e75-b043-6c1f57dcdca4 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:09:01.272370 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Attempting to bind port 27c60352-48b3-4e75-b043-6c1f57dcdca4 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:09:01.272708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Attempting to bind port 27c60352-48b3-4e75-b043-6c1f57dcdca4 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:01.277931 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9564e012-902e-44ae-a21b-aa6bdd2b94c7 req-0798522c-0e7d-419c-a64a-4565a7c329c8 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438867 Jun 23 20:09:01.284632 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af496a78-9377-49b6-858f-d907f5118d90 req-5ca37a52-3321-4e69-90b3-2bccede32bcf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289567 Jun 23 20:09:01.295797 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Port 27c60352-48b3-4e75-b043-6c1f57dcdca4 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:09:01.296116 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Attempting to bind port 27c60352-48b3-4e75-b043-6c1f57dcdca4 on network 080ae0a2-412d-4942-8b59-3cac39c039b1 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:01.310888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:09:01.310888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Checking segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:09:01.310888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Bound using segment: {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:09:01.310888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Bound port: 27c60352-48b3-4e75-b043-6c1f57dcdca4, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea281ca-b799-41e6-8d42-7f30296c95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:09:01.310888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.372716 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8084576-82ec-412c-8c51-8cb0e2dda435 req-a8e50132-5d51-44c4-944a-0aef2989f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.373450 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8084576-82ec-412c-8c51-8cb0e2dda435 req-a8e50132-5d51-44c4-944a-0aef2989f949 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 1130 time: 0.0859265 Jun 23 20:09:01.439341 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8084576-82ec-412c-8c51-8cb0e2dda435 req-97d1b263-2003-4c5b-a5b2-a15c4bb1237f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559351 Jun 23 20:09:01.452471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:09:01.456989 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:09:01.547138 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956acd7-4b0f-4a2a-a660-650c810b5ec2 req-e0623f2f-5d9a-4d07-b32a-9cefb2422960 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.548892 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c956acd7-4b0f-4a2a-a660-650c810b5ec2 req-e0623f2f-5d9a-4d07-b32a-9cefb2422960 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0712714 Jun 23 20:09:01.569170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.631391 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.631490 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:01.633316 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] 10.222.0.42 "PUT /v2.0/ports/27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1093 time: 1.5805502 Jun 23 20:09:01.633753 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:01.636170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:01.700928 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b2de8-1dec-42e9-8a47-09796aafeb02 x-openstack-request-id: req-ee4b2de8-1dec-42e9-8a47-09796aafeb02 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:01.701553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:01.704052 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee4b2de8-1dec-42e9-8a47-09796aafeb02 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:01.704405 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4b2de8-1dec-42e9-8a47-09796aafeb02'] response: {'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'status': 'completed', 'code': 200} Jun 23 20:09:01.711849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aeeb4-53e9-4c55-8eb1-1d363088cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:01.717559 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c956acd7-4b0f-4a2a-a660-650c810b5ec2 req-cbdedf32-8dc3-414b-b56d-1bdd6c36e2d6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550543 Jun 23 20:09:01.758663 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:01.810457 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c7777-8960-4060-9df1-87c3fe777814 req-accc903a-fd7d-4d14-87bb-145a84a3c077 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:01.812028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ec8c7777-8960-4060-9df1-87c3fe777814 req-accc903a-fd7d-4d14-87bb-145a84a3c077 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Jun 23 20:09:01.876501 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ec8c7777-8960-4060-9df1-87c3fe777814 req-e5cd92c6-2f85-4aae-ad81-c39deaa3614c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565228 Jun 23 20:09:02.333630 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-72da90c3-473f-4bdc-8ee8-826335c08d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:02.338758 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-72da90c3-473f-4bdc-8ee8-826335c08d78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1127 time: 0.0676165 Jun 23 20:09:02.450230 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34676) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:02.473352 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ef77f34-ef9c-4e92-89c4-62829c359655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.542482 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:02.575896 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c2411-3ad2-4a57-b4de-1c3cccf481b2 req-49d4ef49-cecc-4508-a75e-682d056e3856 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:02.577416 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-019c2411-3ad2-4a57-b4de-1c3cccf481b2 req-49d4ef49-cecc-4508-a75e-682d056e3856 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.1608627 Jun 23 20:09:02.585155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3ea98-cbc9-4e99-9e76-188e7582f531 req-208d23a9-84cb-4c86-9175-9686c9a9d0e9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:02.585957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ef77f34-ef9c-4e92-89c4-62829c359655 admin admin] Publish callbacks [] for security_group (8a143afd-208a-4024-ad6e-c00036fc0e40), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.586622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-16e3ea98-cbc9-4e99-9e76-188e7582f531 req-208d23a9-84cb-4c86-9175-9686c9a9d0e9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.1670890 Jun 23 20:09:02.597940 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-a8bea5be-425b-440d-a189-6c393f9cd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:02.599359 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-a8bea5be-425b-440d-a189-6c393f9cd5ab service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bf37c9d0240b48078038d70f678a93eb&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2156601 Jun 23 20:09:02.619643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:02.664762 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-019c2411-3ad2-4a57-b4de-1c3cccf481b2 req-f9a49dfd-8f01-46bd-95af-0e250c11663c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771658 Jun 23 20:09:02.674673 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ef77f34-ef9c-4e92-89c4-62829c359655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8a143afd-208a-4024-ad6e-c00036fc0e40), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.678926 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-16e3ea98-cbc9-4e99-9e76-188e7582f531 req-afbd7ae1-ed5e-413c-a9c4-2dbf4c5eb1a9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832446 Jun 23 20:09:02.707779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:02.708150 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.721824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34684) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:02.722483 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4ef77f34-ef9c-4e92-89c4-62829c359655 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c532534f4caf44d2acc656f00827a80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697074 Jun 23 20:09:02.722751 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77f34-ef9c-4e92-89c4-62829c359655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a143afd-208a-4024-ad6e-c00036fc0e40,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:02.793054 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:02.793526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.802521 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Publish callbacks [] for security_group (8a143afd-208a-4024-ad6e-c00036fc0e40), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.823273 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:02.825656 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b0b515-0dd8-4c9e-b2d2-29fcd0e10752" -d '{"events": [{"server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "name": "network-vif-plugged", "status": "completed", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:02.828706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:02.838541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Publish callbacks [] for security_group (8a143afd-208a-4024-ad6e-c00036fc0e40), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.844241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:02.866991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc46ee4-61d8-417c-9e1b-0d3bdad030b2 x-openstack-request-id: req-5fc46ee4-61d8-417c-9e1b-0d3bdad030b2 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:02.872005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "name": "network-vif-plugged", "status": "completed", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:02.872005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fc46ee4-61d8-417c-9e1b-0d3bdad030b2 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:02.872005 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc46ee4-61d8-417c-9e1b-0d3bdad030b2'] response: {'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'code': 200} Jun 23 20:09:02.902653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef53a1-f632-477c-9f79-84771952f1ab req-c3e7b867-c3d3-4ba3-a51b-72161e1db139 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:02.902653 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99ef53a1-f632-477c-9f79-84771952f1ab req-c3e7b867-c3d3-4ba3-a51b-72161e1db139 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0756812 Jun 23 20:09:02.920431 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:02.933079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:02.982760 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99ef53a1-f632-477c-9f79-84771952f1ab req-c625fdcc-4647-446b-b64a-a6b65ba6e2de tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843298 Jun 23 20:09:02.998389 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009016 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009749 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.009972 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.010304 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.010622 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.010938 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.016965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8a143afd-208a-4024-ad6e-c00036fc0e40), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:03.019911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:03.021260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a143afd-208a-4024-ad6e-c00036fc0e40 HTTP/1.1" status: 204 len: 168 time: 0.2980464 Jun 23 20:09:03.040906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e06e0-5bce-42f2-8a22-9f6b336790b5 req-847b23cb-5ee4-4efd-817c-6f6b06e9a767 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:03.042422 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f76e06e0-5bce-42f2-8a22-9f6b336790b5 req-847b23cb-5ee4-4efd-817c-6f6b06e9a767 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0762289 Jun 23 20:09:03.043290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a143afd-208a-4024-ad6e-c00036fc0e40,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:03.053181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.053532 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.053877 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.054218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.056955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.057655 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.057655 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.057655 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592be2e9-6a30-4101-aba1-7a0abbea4811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:09:03.181850 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f76e06e0-5bce-42f2-8a22-9f6b336790b5 req-8d896931-398c-46a2-9134-d7568346a314 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314347 Jun 23 20:09:03.276993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-008b7f56-1a31-434c-81e0-3107aa7d284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:03.276993 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0022dcd3-4077-4f3c-9c8d-9a11bf49c0e5 req-008b7f56-1a31-434c-81e0-3107aa7d284f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220143 Jun 23 20:09:03.736819 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:03.912446 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-2a409d35-b4b8-41dc-9edc-89e33cd3322e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1301751 Jun 23 20:09:03.931966 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-c4ab0f18-ae81-44ad-b512-2e4f2b1b3cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:03.933406 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-c4ab0f18-ae81-44ad-b512-2e4f2b1b3cda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1127 time: 0.1076918 Jun 23 20:09:03.939569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecb699-c583-4e5b-b50e-237309a411c7 req-e49d8e1b-04f5-4489-8b92-779af61856d9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:03.946736 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-faecb699-c583-4e5b-b50e-237309a411c7 req-e49d8e1b-04f5-4489-8b92-779af61856d9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.1095393 Jun 23 20:09:03.954036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43fcd8-c1d1-4bd3-a53d-ad37d5978603 req-6a3e425d-c826-49b8-81ae-e4e05e386e09 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:03.955667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bf43fcd8-c1d1-4bd3-a53d-ad37d5978603 req-6a3e425d-c826-49b8-81ae-e4e05e386e09 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.1218104 Jun 23 20:09:04.031472 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-faecb699-c583-4e5b-b50e-237309a411c7 req-3d1edbae-d57a-4608-9518-25a2297bfccf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836186 Jun 23 20:09:04.044501 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bf43fcd8-c1d1-4bd3-a53d-ad37d5978603 req-9ea89e47-6efc-4653-b4b9-70636953742e tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718272 Jun 23 20:09:04.147428 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2852-1b3d-4121-873e-7c9ad5a3b962 req-dd2e4185-4246-4809-83b6-18fd8221abdf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:04.148932 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be9b2852-1b3d-4121-873e-7c9ad5a3b962 req-dd2e4185-4246-4809-83b6-18fd8221abdf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0480297 Jun 23 20:09:04.281894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be9b2852-1b3d-4121-873e-7c9ad5a3b962 req-bd55f98d-6e25-4e1c-a936-65b54f161d2c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243942 Jun 23 20:09:04.284815 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-271b2cb1-19e9-43a2-8c10-0ddbbbee63b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 217 time: 0.0673034 Jun 23 20:09:04.329090 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887388c7-bfd4-4102-8f54-64642325cd86 req-cd995f40-cdd3-42a0-98f5-f37e09e44bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:04.330531 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-887388c7-bfd4-4102-8f54-64642325cd86 req-cd995f40-cdd3-42a0-98f5-f37e09e44bf7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 1129 time: 0.0955954 Jun 23 20:09:04.362225 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-b2285ebf-3557-4289-9a1b-0bc9f394aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:04.364505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-b2285ebf-3557-4289-9a1b-0bc9f394aed0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 1129 time: 0.0939550 Jun 23 20:09:04.384960 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:04.393625 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-887388c7-bfd4-4102-8f54-64642325cd86 req-cdad10ca-d785-4180-bda3-72ff0c59efe5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538981 Jun 23 20:09:04.395500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-97376f6f-2585-4d21-be72-6148b34432da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:04.397074 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-97376f6f-2585-4d21-be72-6148b34432da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0930591 Jun 23 20:09:04.409057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c881b-2fff-4f77-8d16-6c006b81c536 req-ca6fd47c-7358-4f4e-98be-06a8d0e16c71 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:04.411129 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d79c881b-2fff-4f77-8d16-6c006b81c536 req-ca6fd47c-7358-4f4e-98be-06a8d0e16c71 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0693164 Jun 23 20:09:04.460694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d79c881b-2fff-4f77-8d16-6c006b81c536 req-90c03e32-28cd-4874-8b94-332b24165d86 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Jun 23 20:09:05.147533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc7812-910e-496e-96c5-fac1947ca668 req-77dc7de4-6b7f-45d6-9d2f-5e585fce2d06 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:05.149031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5adc7812-910e-496e-96c5-fac1947ca668 req-77dc7de4-6b7f-45d6-9d2f-5e585fce2d06 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0506847 Jun 23 20:09:05.162041 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:05.198111 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5adc7812-910e-496e-96c5-fac1947ca668 req-bfdb9390-90f1-41c1-9934-b6ff1c6ad291 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436330 Jun 23 20:09:05.335358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:05.363814 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:05.413514 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff153905-ebc7-4cb4-96f9-b02e4179272c req-faf1a557-531e-454b-8c12-9b0ec74f1038 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:05.415077 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff153905-ebc7-4cb4-96f9-b02e4179272c req-faf1a557-531e-454b-8c12-9b0ec74f1038 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0481279 Jun 23 20:09:05.462998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff153905-ebc7-4cb4-96f9-b02e4179272c req-e0bd3cbf-7c3a-4378-9438-5b79206d4b61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Jun 23 20:09:05.576872 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f211eb1-15f7-4794-b46a-631dd7d2aef9 req-9b08907e-dc11-42dc-a793-8b9a42057bcd tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:05.578657 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f211eb1-15f7-4794-b46a-631dd7d2aef9 req-9b08907e-dc11-42dc-a793-8b9a42057bcd tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Jun 23 20:09:05.626736 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f211eb1-15f7-4794-b46a-631dd7d2aef9 req-9cdfdb1f-305a-47e0-b8a3-de317758feaf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Jun 23 20:09:06.284351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-603e1c83-4604-4637-a142-8aeb024fce91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:06.320394 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d154e9-3a85-4d2d-a91a-ea6541823a1c req-3b9be514-8648-4e1c-b12e-656874752d1d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:06.323298 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-39d154e9-3a85-4d2d-a91a-ea6541823a1c req-3b9be514-8648-4e1c-b12e-656874752d1d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0527711 Jun 23 20:09:06.371613 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-39d154e9-3a85-4d2d-a91a-ea6541823a1c req-4a83bc3f-aab9-41e8-aa07-1c7c40ccecfe tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419095 Jun 23 20:09:06.580964 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1456d-e327-4af2-a487-aa34d201d0aa req-f7e87a06-1149-4ed7-bab2-bf8e22a0940e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:06.582402 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d0c1456d-e327-4af2-a487-aa34d201d0aa req-f7e87a06-1149-4ed7-bab2-bf8e22a0940e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0463426 Jun 23 20:09:06.632946 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d0c1456d-e327-4af2-a487-aa34d201d0aa req-195e2101-4e4d-4905-9972-edd9975c6243 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450158 Jun 23 20:09:06.738275 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a909bf-342f-4c14-8d9f-5d979ba4b2c9 req-2e19ca8f-ec38-493e-86f4-d686ca354f7e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:06.739772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b6a909bf-342f-4c14-8d9f-5d979ba4b2c9 req-2e19ca8f-ec38-493e-86f4-d686ca354f7e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0470388 Jun 23 20:09:06.789149 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b6a909bf-342f-4c14-8d9f-5d979ba4b2c9 req-aac8d938-2b29-4324-92e6-3aee85bb367f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 Jun 23 20:09:07.486793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9b8dd-66e0-4b51-b6ca-6ad5c2a8870c req-f04a29b9-11bd-44e5-b822-a8e8ab4a3169 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:07.488863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-62a9b8dd-66e0-4b51-b6ca-6ad5c2a8870c req-f04a29b9-11bd-44e5-b822-a8e8ab4a3169 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0474257 Jun 23 20:09:07.541027 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-62a9b8dd-66e0-4b51-b6ca-6ad5c2a8870c req-0199e5cc-1e3d-4b78-ab6d-65c80dc0eac2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Jun 23 20:09:07.774121 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff692101-7532-40de-8109-86dccf3fe70d req-ea5be869-f20a-4c88-adf4-853976e20871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:07.775628 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-ea5be869-f20a-4c88-adf4-853976e20871 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727513 Jun 23 20:09:07.783478 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf29d44-28c6-41ca-abbe-60cb293c6db6 req-c76e5020-fab5-4f2f-b152-eff67ef2620e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:07.785549 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fbf29d44-28c6-41ca-abbe-60cb293c6db6 req-c76e5020-fab5-4f2f-b152-eff67ef2620e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0726347 Jun 23 20:09:07.797892 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-37e13445-be8d-42bf-895c-555def377149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:07.799490 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-37e13445-be8d-42bf-895c-555def377149 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.0955741 Jun 23 20:09:07.816352 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:07.833713 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fbf29d44-28c6-41ca-abbe-60cb293c6db6 req-7d6d722b-de15-473a-8b24-b4f26e3ea3e0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423932 Jun 23 20:09:07.873111 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:08.043979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac5c57-0ad4-4bd1-acd3-76841142bfb5 req-6d5b1444-fc02-43ec-919a-7053eae35965 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.045515 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95ac5c57-0ad4-4bd1-acd3-76841142bfb5 req-6d5b1444-fc02-43ec-919a-7053eae35965 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Jun 23 20:09:08.103894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95ac5c57-0ad4-4bd1-acd3-76841142bfb5 req-d27d6e1f-567a-4d1b-936b-3b5717c2823f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495553 Jun 23 20:09:08.226599 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-3423c028-b9c2-415e-9ea0-69279db0fad2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 200 len: 217 time: 0.0357988 Jun 23 20:09:08.283905 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-49b30704-0cb0-4f4f-9154-59103662e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.286716 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-49b30704-0cb0-4f4f-9154-59103662e4bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0481639 Jun 23 20:09:08.307481 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-34f766b4-8ddf-49e5-a091-6538380225cd service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154451 Jun 23 20:09:08.345686 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-688a82ff-47de-4fac-bac1-87631759c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.347305 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-688a82ff-47de-4fac-bac1-87631759c680 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488839 Jun 23 20:09:08.399026 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a33d20a-38ab-4e8f-a0ff-7d4d5481911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:08.460000 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff692101-7532-40de-8109-86dccf3fe70d req-4cd8e7e9-efe4-43b7-8319-fa63820b8f8b service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414533 Jun 23 20:09:08.470030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c289de-82fa-47cc-94c1-203a73ad4b66 req-c9877855-011c-4283-a900-67a71824778c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.471660 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8c289de-82fa-47cc-94c1-203a73ad4b66 req-c9877855-011c-4283-a900-67a71824778c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0759466 Jun 23 20:09:08.521760 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8c289de-82fa-47cc-94c1-203a73ad4b66 req-28f31766-5f4f-44a3-8607-04640410385a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441923 Jun 23 20:09:08.649107 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cee7c8-43e0-4284-8bbb-b5a949b3e86f req-b9ad41e4-4948-4f48-b1bd-548098337f1d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.650561 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79cee7c8-43e0-4284-8bbb-b5a949b3e86f req-b9ad41e4-4948-4f48-b1bd-548098337f1d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0465851 Jun 23 20:09:08.700810 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79cee7c8-43e0-4284-8bbb-b5a949b3e86f req-99eae576-d1bb-41c3-b857-5010ac0984fa tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Jun 23 20:09:08.952641 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:08.964860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beb6cd-b692-41bb-bb29-7c2ac3571379 req-e9b258c4-6915-4f5f-9095-2307b5c59daa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:08.966289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20beb6cd-b692-41bb-bb29-7c2ac3571379 req-e9b258c4-6915-4f5f-9095-2307b5c59daa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0459540 Jun 23 20:09:09.013278 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20beb6cd-b692-41bb-bb29-7c2ac3571379 req-d3dcf612-66c6-4969-819d-b1f81249279f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Jun 23 20:09:09.233733 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6924b5d-31c3-42e6-b43f-acb74ef7ebec req-115d2bfe-af44-43f0-9715-b5683182789b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:09.235493 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6924b5d-31c3-42e6-b43f-acb74ef7ebec req-115d2bfe-af44-43f0-9715-b5683182789b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0476456 Jun 23 20:09:09.286838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6924b5d-31c3-42e6-b43f-acb74ef7ebec req-2c31fd84-3d05-4eca-b87b-cb787f35d06f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445952 Jun 23 20:09:09.590838 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34872) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:09.595262 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--468762640', 'description': 'tempest-description--398768888'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:09.637914 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb239ab9-860f-4b1a-ac73-69c577c5be1c req-c222bc99-5535-4bec-84e1-4c98a3f55ab2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:09.639260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb239ab9-860f-4b1a-ac73-69c577c5be1c req-c222bc99-5535-4bec-84e1-4c98a3f55ab2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0507042 Jun 23 20:09:09.684831 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb239ab9-860f-4b1a-ac73-69c577c5be1c req-259d736e-c30e-4157-9009-f65e1b103e9c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Jun 23 20:09:09.735453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:09.807681 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (5738edea-5ad1-4eeb-b02d-0d251c421bb3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:09.811996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7f0f1-33e6-4239-9592-d9e122d1ff09 req-cffdc586-e759-44d8-a63e-295fcea33f64 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:09.813517 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3eb7f0f1-33e6-4239-9592-d9e122d1ff09 req-cffdc586-e759-44d8-a63e-295fcea33f64 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0466962 Jun 23 20:09:09.861054 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3eb7f0f1-33e6-4239-9592-d9e122d1ff09 req-99861767-e1d7-41ee-8356-4b5bc38257fc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413101 Jun 23 20:09:09.866839 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:09.899265 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (5738edea-5ad1-4eeb-b02d-0d251c421bb3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:09.923885 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5738edea-5ad1-4eeb-b02d-0d251c421bb3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:09.982654 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:09.983881 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-000321b0-1fc1-44f6-884f-2441413ed88f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3919611 Jun 23 20:09:09.986766 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34876) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:09.991489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '5738edea-5ad1-4eeb-b02d-0d251c421bb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:10.087495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (4e03dc6a-7e6e-42e3-84ef-5120c3911cf2), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.136970 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c6567-2a43-4c79-a194-4237d808fb0e req-c86dbfcc-f662-45be-bcec-a135918b7ec8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:10.138948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c69c6567-2a43-4c79-a194-4237d808fb0e req-c86dbfcc-f662-45be-bcec-a135918b7ec8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0470893 Jun 23 20:09:10.148490 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (4e03dc6a-7e6e-42e3-84ef-5120c3911cf2), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.191822 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c69c6567-2a43-4c79-a194-4237d808fb0e req-a2f1f2cb-2e3c-4ebf-a789-d80218da7253 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472302 Jun 23 20:09:10.226723 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (4e03dc6a-7e6e-42e3-84ef-5120c3911cf2), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.246200 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e03dc6a-7e6e-42e3-84ef-5120c3911cf2,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:10.297576 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.299234 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2e1fdcdc-5e7f-48d6-9d0f-715a82281dc8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111126 Jun 23 20:09:10.302132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34886) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:10.307081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '5738edea-5ad1-4eeb-b02d-0d251c421bb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:10.326659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:10.402211 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db21de-b7b2-47ac-a2fb-539bf1b4744b req-b64f1466-09ce-4d14-bb79-7a7d78c8258d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:10.404324 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21db21de-b7b2-47ac-a2fb-539bf1b4744b req-b64f1466-09ce-4d14-bb79-7a7d78c8258d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0473859 Jun 23 20:09:10.460113 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21db21de-b7b2-47ac-a2fb-539bf1b4744b req-8028390d-a279-4d92-a099-e177b89380d0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Jun 23 20:09:10.461039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (d9072c75-71a9-4fbd-9064-af89f32b4da3), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.516319 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (d9072c75-71a9-4fbd-9064-af89f32b4da3), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.626548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (d9072c75-71a9-4fbd-9064-af89f32b4da3), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.645770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9072c75-71a9-4fbd-9064-af89f32b4da3,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:10.731548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:10.732838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-35e4dfd8-8ac1-4606-892d-749fb211f4b0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296250 Jun 23 20:09:10.736374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 34894) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:10.742132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:10.806264 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d760e-ec4d-43ce-a7d8-d2cdc3cff7aa req-bfb7a954-ce5f-4fd2-bac2-b61c8c33b1d6 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:10.807702 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a05d760e-ec4d-43ce-a7d8-d2cdc3cff7aa req-bfb7a954-ce5f-4fd2-bac2-b61c8c33b1d6 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Jun 23 20:09:10.855325 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a05d760e-ec4d-43ce-a7d8-d2cdc3cff7aa req-7082e1ef-cff0-4a70-8680-1f87b28b2209 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jun 23 20:09:10.883902 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.078400 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.212040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:11.225285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.233952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a6e1-7b03-4624-8333-471f8016e1b1 req-3e8c6ab7-7529-4064-912a-9c087a55ae52 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:11.235396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-34f3a6e1-7b03-4624-8333-471f8016e1b1 req-3e8c6ab7-7529-4064-912a-9c087a55ae52 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.2892895 Jun 23 20:09:11.386773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04526a6-8753-46f0-adf4-08f68eefa88d req-b0e8d4cf-ec9a-4e77-ba87-a1be3bd593a4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:11.388260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f04526a6-8753-46f0-adf4-08f68eefa88d req-b0e8d4cf-ec9a-4e77-ba87-a1be3bd593a4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0994830 Jun 23 20:09:11.393323 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-34f3a6e1-7b03-4624-8333-471f8016e1b1 req-992f5016-afcc-4c65-80fe-5e9cc71682b6 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471772 Jun 23 20:09:11.442291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.27.0.207 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/83dfb128-c2d3-42e8-98fd-528a252ffa99) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:09:11.467642 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f04526a6-8753-46f0-adf4-08f68eefa88d req-84743d6e-f8eb-4eb2-8eff-b8e33f8caf7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701506 Jun 23 20:09:11.529925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.591639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f574e-e314-478f-9082-11abbbf70379 req-1baca9ce-06a3-4eef-ad06-f86167183e80 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:11.593116 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-823f574e-e314-478f-9082-11abbbf70379 req-1baca9ce-06a3-4eef-ad06-f86167183e80 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0599635 Jun 23 20:09:11.619404 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:11.642153 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-823f574e-e314-478f-9082-11abbbf70379 req-93272ae6-fd8a-4e46-9f4e-98bc263972cb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Jun 23 20:09:11.701445 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.781451 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.822599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:09:11.827422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:09:11.830039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:09:11.833857 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=83dfb128-c2d3-42e8-98fd-528a252ffa99,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:11.980826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:11.998250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e986-1118-439b-8228-8203b53f78e0 req-b7779536-5d40-4964-aa09-6bdb30c6f62d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:11.999719 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c9c5e986-1118-439b-8228-8203b53f78e0 req-b7779536-5d40-4964-aa09-6bdb30c6f62d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0750353 Jun 23 20:09:12.046961 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c9c5e986-1118-439b-8228-8203b53f78e0 req-8c79a52c-6810-47bc-9920-ea6627f79d58 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Jun 23 20:09:12.100987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:12.163583 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:12.249698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:12.312433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:12.379739 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=83dfb128-c2d3-42e8-98fd-528a252ffa99,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:12.391968 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:12.487399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:12.488644 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b0bf382c-baff-4dca-91b2-77a5f7063449 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7513208 Jun 23 20:09:12.525812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77d4dd-f0d9-4acd-87ec-47ac129ff08f req-b7eba9e1-3be2-4783-a79f-86b1af320219 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:12.527341 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6e77d4dd-f0d9-4acd-87ec-47ac129ff08f req-b7eba9e1-3be2-4783-a79f-86b1af320219 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.0571647 Jun 23 20:09:12.609779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6e77d4dd-f0d9-4acd-87ec-47ac129ff08f req-343cdde0-ec3b-4847-b711-8b6d46ebb20a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757039 Jun 23 20:09:12.616452 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eeb1a-d0bb-49d7-833a-d618386833cf req-e979c634-0e83-4501-ab3f-7491bd9cfb19 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:12.618031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-509eeb1a-d0bb-49d7-833a-d618386833cf req-e979c634-0e83-4501-ab3f-7491bd9cfb19 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0667036 Jun 23 20:09:12.655800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:12.692872 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-509eeb1a-d0bb-49d7-833a-d618386833cf req-d4614c78-94e9-4c3c-b82f-5b45145f84b9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595281 Jun 23 20:09:12.710275 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-12d2ff0a-bba1-4ea8-8662-dfbc2fdd2478 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954869 Jun 23 20:09:12.739784 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-d9519f41-8733-43fd-a144-e1b1bbbb9fd5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--468762640&fields=id&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 267 time: 0.0454416 Jun 23 20:09:12.856244 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa48b4-7ca9-4699-b9c8-8b9920998190 req-fe194dc1-7ebc-424b-9bb7-3be5a6fbbf67 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:12.857641 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3baa48b4-7ca9-4699-b9c8-8b9920998190 req-fe194dc1-7ebc-424b-9bb7-3be5a6fbbf67 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0844696 Jun 23 20:09:12.906505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-edf56fc9-7f9c-4461-b99a-3a6f2a95d641 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:12.907976 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-edf56fc9-7f9c-4461-b99a-3a6f2a95d641 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1595700 Jun 23 20:09:12.945512 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-33c65dbd-b757-438c-87cf-4f851600b131 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/quotas/bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 375 time: 0.0277660 Jun 23 20:09:12.950637 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3baa48b4-7ca9-4699-b9c8-8b9920998190 req-701562f7-9422-402b-8adb-53c37bb48591 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856397 Jun 23 20:09:12.998447 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-46bccc87-73e0-4708-8b45-b427139adc09 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467143 Jun 23 20:09:13.060773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:13.109845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36557c85-22cb-47ca-8d4c-99cd879b2b78 req-5a84b84d-ea85-46aa-8fe8-743a0efd248b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:13.111285 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-36557c85-22cb-47ca-8d4c-99cd879b2b78 req-5a84b84d-ea85-46aa-8fe8-743a0efd248b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0918012 Jun 23 20:09:13.160793 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-aa39dca4-7c20-471a-97a3-3f2bc96ca89d service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494997 Jun 23 20:09:13.198204 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-36557c85-22cb-47ca-8d4c-99cd879b2b78 req-4a71e581-dfbf-4d2c-a151-de885a9bdb43 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799568 Jun 23 20:09:13.221466 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34944) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:13.320648 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-47d430a8-7353-46c2-9437-8790852a8f81 service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540880 Jun 23 20:09:13.326887 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ebca-9a1f-4ff0-a554-ebb8a51ee04c req-54455d41-a79c-4da0-ae9d-8cc54bf0b83c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:13.328402 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3384ebca-9a1f-4ff0-a554-ebb8a51ee04c req-54455d41-a79c-4da0-ae9d-8cc54bf0b83c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0669408 Jun 23 20:09:13.396533 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3384ebca-9a1f-4ff0-a554-ebb8a51ee04c req-9e3f8cef-c35a-4764-a682-bda0a8af9d4f tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603399 Jun 23 20:09:13.502650 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6c1f3-7d75-4c98-bbab-58af41fd6264 tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:13.504149 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4ca6c1f3-7d75-4c98-bbab-58af41fd6264 tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 1124 time: 0.2816980 Jun 23 20:09:13.507066 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 34956) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:13.511168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'port_id': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:13.626544 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-599ed92d-f365-4412-847d-0315ef3ba7ed req-693873a9-498d-4df2-9b7f-d2c7ebcaaa31 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0302551 Jun 23 20:09:13.644509 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:13.741770 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:13.753131 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:13.799575 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e2c95-3003-4291-a4b6-12bf3a0058dc req-ee42678d-9e6d-413f-a6f7-3ea22a1ab533 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:13.811290 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-682e2c95-3003-4291-a4b6-12bf3a0058dc req-ee42678d-9e6d-413f-a6f7-3ea22a1ab533 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 943 time: 0.1114819 Jun 23 20:09:13.866852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:13.883017 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.27.0.172 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/fb54d315-905d-4990-853d-357c1aec1b6e) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:09:13.924289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-682e2c95-3003-4291-a4b6-12bf3a0058dc req-1a0f8998-8221-4cf7-811e-3b4a069e0278 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125405 Jun 23 20:09:13.936928 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d54717-9080-4cc7-ac62-1ef5107edf4a req-5573ee4c-e5c2-4d85-ad6f-5dcdf65a6a1c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:13.938515 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-72d54717-9080-4cc7-ac62-1ef5107edf4a req-5573ee4c-e5c2-4d85-ad6f-5dcdf65a6a1c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0935512 Jun 23 20:09:13.992723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-72d54717-9080-4cc7-ac62-1ef5107edf4a req-fbca20a9-7f5b-4dae-95b8-455b40d67a27 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454946 Jun 23 20:09:14.017286 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (fb54d315-905d-4990-853d-357c1aec1b6e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.141743 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.179211 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:09:14.182103 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:09:14.185456 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:09:14.208869 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=fb54d315-905d-4990-853d-357c1aec1b6e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:14.218695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 27c60352-48b3-4e75-b043-6c1f57dcdca4 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:14.335959 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:14.348570 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:14.389119 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 27c60352-48b3-4e75-b043-6c1f57dcdca4 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:14.389516 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.407545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c60352-48b3-4e75-b043-6c1f57dcdca4 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:14.458792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:14.485835 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-8ad7c131-97f1-4fe9-ae2a-060f66d2d319 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:14.487855 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-8ad7c131-97f1-4fe9-ae2a-060f66d2d319 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0943134 Jun 23 20:09:14.519816 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-75cfd4a7-f857-4141-ae6e-b40585032633 req-f013ec8b-9fee-4682-bb66-a283045e8da6 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630511 Jun 23 20:09:14.547340 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.572787 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745eb5-692e-4bca-9d3e-a8f2a48d956b req-6ac87b18-91a3-4d2d-bfb3-d5b83572ba61 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:14.574801 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-08745eb5-692e-4bca-9d3e-a8f2a48d956b req-6ac87b18-91a3-4d2d-bfb3-d5b83572ba61 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 946 time: 0.0820274 Jun 23 20:09:14.602311 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:14.634966 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Deleting port ecf3dc34-4797-4907-bc20-27a9826c848a {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:09:14.635397 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.665498 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (2955ca65-6e10-4832-ae75-a9e4b8dd3c71), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.687487 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-08745eb5-692e-4bca-9d3e-a8f2a48d956b req-035dfddc-b3fe-43c6-923e-82ea99eb0574 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860710 Jun 23 20:09:14.716542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:14.765879 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-64cd3397-43cb-4d17-ab74-9a0fc092487e req-0a77fdcf-005a-410c-85c0-01a4e788ef95 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0626764 Jun 23 20:09:14.804070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] For port ecf3dc34-4797-4907-bc20-27a9826c848a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=ecf3dc34-4797-4907-bc20-27a9826c848a,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:14.804769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.819237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Calling delete_port for ecf3dc34-4797-4907-bc20-27a9826c848a owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:09:14.819914 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:14.847595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:14.954530 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:15.000505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:15.003376 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (fb54d315-905d-4990-853d-357c1aec1b6e), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.016105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['27c60352-48b3-4e75-b043-6c1f57dcdca4'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:15.063520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be365a4a-5ae7-4fba-abf0-70485a92b142 req-49b387b5-9e79-4721-9dbe-c1c6fb623ce7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:15.070919 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be365a4a-5ae7-4fba-abf0-70485a92b142 req-49b387b5-9e79-4721-9dbe-c1c6fb623ce7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 944 time: 0.0670936 Jun 23 20:09:15.142033 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.152152 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147c8c-0c0f-407c-a44a-87444106ea58 req-881ef6cd-b887-4637-a035-34d18eb3fadc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:15.152152 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d6147c8c-0c0f-407c-a44a-87444106ea58 req-881ef6cd-b887-4637-a035-34d18eb3fadc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0747166 Jun 23 20:09:15.163538 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be365a4a-5ae7-4fba-abf0-70485a92b142 req-08dbdd5c-fc60-4376-9058-52735ed6a2f9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915551 Jun 23 20:09:15.183711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (ecf3dc34-4797-4907-bc20-27a9826c848a), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.226365 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Pushing event deleted for resources: {'Port': ['ID=ecf3dc34-4797-4907-bc20-27a9826c848a,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:15.296345 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] No DVR routers for this DVR port ecf3dc34-4797-4907-bc20-27a9826c848a on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:09:15.298909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.303103 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a914abb3-7a51-42f3-bc4d-0b560c144c43 req-73458e02-b5ab-46c3-9a84-78bd7235dce2 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "DELETE /v2.0/ports/ecf3dc34-4797-4907-bc20-27a9826c848a HTTP/1.1" status: 204 len: 173 time: 0.8015900 Jun 23 20:09:15.304225 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'name': 'network-vif-deleted', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:15.306137 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974926c2-2f59-4bf3-a28e-8f1c60117fe6" -d '{"events": [{"server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "name": "network-vif-deleted", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:15.312260 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=fb54d315-905d-4990-853d-357c1aec1b6e,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:15.313248 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d6147c8c-0c0f-407c-a44a-87444106ea58 req-cd061ee6-4f5d-4160-8476-41be6c969a61 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486738 Jun 23 20:09:15.324858 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (2955ca65-6e10-4832-ae75-a9e4b8dd3c71), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.378258 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10a5b74-c058-4c2b-b42b-f719f8c87982 x-openstack-request-id: req-a10a5b74-c058-4c2b-b42b-f719f8c87982 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:15.378867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc58eeec-d1c2-4007-8c87-b60f15e48c34", "name": "network-vif-deleted", "tag": "ecf3dc34-4797-4907-bc20-27a9826c848a", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:15.379393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a10a5b74-c058-4c2b-b42b-f719f8c87982 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:15.380005 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10a5b74-c058-4c2b-b42b-f719f8c87982'] response: {'server_uuid': 'fc58eeec-d1c2-4007-8c87-b60f15e48c34', 'name': 'network-vif-deleted', 'tag': 'ecf3dc34-4797-4907-bc20-27a9826c848a', 'status': 'completed', 'code': 200} Jun 23 20:09:15.439479 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP 2955ca65-6e10-4832-ae75-a9e4b8dd3c71 associated. External IP: 172.27.0.172, port: 34cb6df8-f4a2-46ac-ab20-64414d2a90b1. Jun 23 20:09:15.647699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35008) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:15.818050 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-580c3f70-b2b2-47bb-a995-21170018733a req-2f1c5bfe-ecd1-43df-8ab2-13bfffeaed1d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0508308 Jun 23 20:09:15.820872 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:15.832831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-866cf59e-7547-471e-aa74-abf43b4dadbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.852840 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:09:15.880583 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:09:15.901850 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e62aa877-07c9-49d9-93c6-23d310ab41e9 req-46e3c18a-9aee-4dcd-afc8-3f877258679f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0344617 Jun 23 20:09:15.959841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:09:15.968980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-866cf59e-7547-471e-aa74-abf43b4dadbb admin admin] Publish callbacks [] for security_group (0462a78e-47cc-453e-a7c8-067ca23b46af), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:15.970834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:09:15.982667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:15.983282 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:16.032658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-866cf59e-7547-471e-aa74-abf43b4dadbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0462a78e-47cc-453e-a7c8-067ca23b46af), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.033584 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:16.034962 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.071099 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-16ad60e3-ae96-4efe-89d8-816fdc312792 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5608938 Jun 23 20:09:16.071099 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:16.073365 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a9084f-70dc-41a2-9366-fe2b468e74cb" -d '{"events": [{"name": "network-changed", "server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:16.079243 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-866cf59e-7547-471e-aa74-abf43b4dadbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af7fdd651c2b4c8a8452e7b1d0889470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282632 Jun 23 20:09:16.079704 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35022) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:16.080396 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cf59e-7547-471e-aa74-abf43b4dadbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0462a78e-47cc-453e-a7c8-067ca23b46af,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:16.100433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:16.116182 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bcf7eb-7ff2-45c1-bba7-3cb39d962f41 x-openstack-request-id: req-e8bcf7eb-7ff2-45c1-bba7-3cb39d962f41 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:16.116656 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:16.117001 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8bcf7eb-7ff2-45c1-bba7-3cb39d962f41 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:16.117537 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bcf7eb-7ff2-45c1-bba7-3cb39d962f41'] response: {'name': 'network-changed', 'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'status': 'completed', 'code': 200} Jun 23 20:09:16.139290 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] Publish callbacks [] for security_group (0462a78e-47cc-453e-a7c8-067ca23b46af), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.163543 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] Publish callbacks [] for security_group (0462a78e-47cc-453e-a7c8-067ca23b46af), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.188481 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:16.283288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2796b3-002c-463b-a2d1-d540d9cba51c req-bc2c99ee-91a7-4ec5-ba90-7b33f673d069 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:16.284803 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac2796b3-002c-463b-a2d1-d540d9cba51c req-bc2c99ee-91a7-4ec5-ba90-7b33f673d069 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 944 time: 0.0497696 Jun 23 20:09:16.323698 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '2955ca65-6e10-4832-ae75-a9e4b8dd3c71', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:07:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:14Z', 'updated_at': '2022-06-23T20:09:14Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:16.330429 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0462a78e-47cc-453e-a7c8-067ca23b46af), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.333947 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:16.334190 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac2796b3-002c-463b-a2d1-d540d9cba51c req-b9406650-fba1-4c35-ace5-70047b21794b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431809 Jun 23 20:09:16.335227 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0462a78e-47cc-453e-a7c8-067ca23b46af HTTP/1.1" status: 204 len: 168 time: 0.2545965 Jun 23 20:09:16.343874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151a39b-cfe4-4f9f-9d68-c34d706a3448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0462a78e-47cc-453e-a7c8-067ca23b46af,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:16.363812 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:09:16.378886 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:16.380035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:16.476484 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3eb548-685c-41eb-8001-7202e56725d6 req-22b22ea7-c186-496a-9622-0638a1f6c01c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:16.478220 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ec3eb548-685c-41eb-8001-7202e56725d6 req-22b22ea7-c186-496a-9622-0638a1f6c01c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0577741 Jun 23 20:09:16.491209 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:16.514682 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:16.537791 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ec3eb548-685c-41eb-8001-7202e56725d6 req-d0096abe-b59b-4cf9-a5be-59d7142f915e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469456 Jun 23 20:09:16.709275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '2955ca65-6e10-4832-ae75-a9e4b8dd3c71', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:07:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:14Z', 'updated_at': '2022-06-23T20:09:14Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:16.735918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed628a7-545a-4478-ad16-f7ee4cbdc3da None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '2955ca65-6e10-4832-ae75-a9e4b8dd3c71', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:07:f2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:14Z', 'updated_at': '2022-06-23T20:09:14Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:09:16.921880 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67655a0c-bea3-4363-b737-e9e19afecfd3 req-c7f511ba-4e5b-4871-acc6-850a6b93b495 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0289509 Jun 23 20:09:16.936921 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5962483f-f92b-468f-b105-547cb8a5d636 None None] New status for floating IP 2955ca65-6e10-4832-ae75-a9e4b8dd3c71: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:09:17.144221 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fe60157a-6c33-4abd-b3e0-573e5656b745 req-72187d9c-943c-41b4-bf31-d8b0cfb7785b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0265749 Jun 23 20:09:17.449698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490005f-183a-4983-81d6-1e7444ba5f48 req-0efd22c5-8b43-44d3-b242-225aa64ce5dc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:17.451157 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3490005f-183a-4983-81d6-1e7444ba5f48 req-0efd22c5-8b43-44d3-b242-225aa64ce5dc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 944 time: 0.0488598 Jun 23 20:09:17.513544 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3490005f-183a-4983-81d6-1e7444ba5f48 req-78398693-9775-4fc6-ba39-ff47e3586fd5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566139 Jun 23 20:09:17.655529 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6e6d6-1ceb-4ef1-9900-2f70be6c6e80 req-a9687321-381b-4498-8d3a-404751f7f6b2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:17.657028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-15e6e6d6-1ceb-4ef1-9900-2f70be6c6e80 req-a9687321-381b-4498-8d3a-404751f7f6b2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0468836 Jun 23 20:09:17.702677 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-15e6e6d6-1ceb-4ef1-9900-2f70be6c6e80 req-448cca8b-2cb9-4166-b542-99f7c67245ab tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401962 Jun 23 20:09:18.037910 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c10c7571-9349-4fc2-a95a-2510609a555c req-d4fd05a3-4305-424c-8f3d-056d1740f987 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0270936 Jun 23 20:09:18.246045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83cd9400-c16f-4620-8385-a68626d3668f req-c43ab63a-a60c-460e-a962-cfb8fb063e45 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0311668 Jun 23 20:09:18.625185 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d578f-5883-42dc-b30a-8d0947fe4eda req-6d3d526c-6ab6-40c5-8ac3-586e3f37cc2c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:18.626730 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b17d578f-5883-42dc-b30a-8d0947fe4eda req-6d3d526c-6ab6-40c5-8ac3-586e3f37cc2c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 944 time: 0.0470395 Jun 23 20:09:18.632796 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 27c60352-48b3-4e75-b043-6c1f57dcdca4 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:18.678689 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 27c60352-48b3-4e75-b043-6c1f57dcdca4 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:18.681787 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b17d578f-5883-42dc-b30a-8d0947fe4eda req-73e53f9e-5f6f-43f1-acd7-ad4e0ca8ca61 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494833 Jun 23 20:09:18.741107 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 27c60352-48b3-4e75-b043-6c1f57dcdca4 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:18.741517 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:18.811932 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 27c60352-48b3-4e75-b043-6c1f57dcdca4 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:18.812241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:18.818783 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297961fe-1b93-476f-be21-4ab384c41698 req-de2c18cb-6e01-44dc-acab-d53f75fb52f2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:18.820663 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-297961fe-1b93-476f-be21-4ab384c41698 req-de2c18cb-6e01-44dc-acab-d53f75fb52f2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0471349 Jun 23 20:09:18.835196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:18.837460 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420f6dff-9a26-46bd-af2a-fc6cf8a2cea0" -d '{"events": [{"server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "name": "network-vif-plugged", "status": "completed", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:18.842488 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:18.851068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:18.875604 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-297961fe-1b93-476f-be21-4ab384c41698 req-a4e85f36-644d-430e-8cab-d60e4833a1bc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485890 Jun 23 20:09:18.887621 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdadbf5-2310-4d9f-b93e-e492775fcc95 x-openstack-request-id: req-bbdadbf5-2310-4d9f-b93e-e492775fcc95 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:18.887918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "name": "network-vif-plugged", "status": "completed", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:18.888175 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbdadbf5-2310-4d9f-b93e-e492775fcc95 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:18.888592 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbdadbf5-2310-4d9f-b93e-e492775fcc95'] response: {'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'code': 200} Jun 23 20:09:18.919172 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:18.920124 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device ecf3dc34-4797-4907-bc20-27a9826c848a no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:09:19.044762 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-8b6f32cc-7647-4759-98d1-d51a52349e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.046355 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-8b6f32cc-7647-4759-98d1-d51a52349e7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 1129 time: 0.0467329 Jun 23 20:09:19.123407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:19.123407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: ecf3dc34-4797-4907-bc20-27a9826c848a {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:09:19.123615 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device ecf3dc34-4797-4907-bc20-27a9826c848a not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:09:19.163806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:19.211218 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f75e309a-fe98-4dc7-a8c0-18ef94169de6 req-06836c5b-1eb0-4532-9e56-a77995719ac8 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0601466 Jun 23 20:09:19.215949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-fc6209bf-6e06-45d6-b7cf-986443647bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.217407 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-fc6209bf-6e06-45d6-b7cf-986443647bab service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1463168 Jun 23 20:09:19.344234 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-381f0d52-1756-4e4c-a091-05b1c6b32146 req-f3ee920c-1c3a-4d5d-a9f8-af65be924e93 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0332527 Jun 23 20:09:19.602919 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-80d126b2-4e03-4206-97fd-475dd00dff24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1 HTTP/1.1" status: 200 len: 1001 time: 0.0551884 Jun 23 20:09:19.704867 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428ad1c-a7a0-4150-8be7-7ec3cef39189 req-1635cf7f-2bbf-4c3c-a668-ad995b9e0617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.706554 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0428ad1c-a7a0-4150-8be7-7ec3cef39189 req-1635cf7f-2bbf-4c3c-a668-ad995b9e0617 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0424423 Jun 23 20:09:19.722093 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-29e8ee27-b8d0-43fa-a726-2ce67e6ce63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.724278 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-29e8ee27-b8d0-43fa-a726-2ce67e6ce63a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0604949 Jun 23 20:09:19.781640 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0428ad1c-a7a0-4150-8be7-7ec3cef39189 req-3d6db71d-4690-4d84-ab7c-29bf86f490be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683677 Jun 23 20:09:19.808515 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-293445da-2381-4c66-9295-4d13d358b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.810095 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-293445da-2381-4c66-9295-4d13d358b142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782304 Jun 23 20:09:19.832374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68758d3-834c-4112-8719-af6295d9fdca req-248e819d-ee62-4ef7-b40a-cefdf3f1c0b2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:19.834381 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e68758d3-834c-4112-8719-af6295d9fdca req-248e819d-ee62-4ef7-b40a-cefdf3f1c0b2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0647657 Jun 23 20:09:19.892013 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e68758d3-834c-4112-8719-af6295d9fdca req-e7b956f6-f466-472e-be50-534168103902 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523624 Jun 23 20:09:20.008522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642ca37-1857-4605-b1e9-df514daed353 req-847d49c5-a3da-463f-826f-61dcc5e7af22 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:20.009998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a642ca37-1857-4605-b1e9-df514daed353 req-847d49c5-a3da-463f-826f-61dcc5e7af22 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0503411 Jun 23 20:09:20.056803 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a642ca37-1857-4605-b1e9-df514daed353 req-f0ca26ea-be79-4b41-975e-1f0081d3c0fd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 Jun 23 20:09:20.351760 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:20.355629 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d2c08f30-fd46-460a-b5c8-9126c4f47383 req-84be51ec-5ad8-40c9-8670-525cf19bddc6 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=fc58eeec-d1c2-4007-8c87-b60f15e48c34 HTTP/1.1" status: 200 len: 210 time: 0.0450940 Jun 23 20:09:20.357524 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-4b09f03d-91a8-4ac7-a353-be972f6ee5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490939 Jun 23 20:09:20.440034 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7da6cede-bf3e-4ebf-84dd-e58523272c99 req-b5a029a3-bd43-408f-8a4b-cb20798ee9f9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Jun 23 20:09:20.614221 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:20.712594 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:20.723864 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:20.757509 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: ACTIVE; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:20.757896 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:20.770837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:20.789622 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:20.884102 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:20.911000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:20.932770 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=6']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:21.169277 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:21.315115 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75a9084f-70dc-41a2-9366-fe2b468e74cb req-347ddf0e-cc2f-4512-bf89-16602c8b8d56 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158275 Jun 23 20:09:21.321103 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87dae6-430a-46e5-bf43-eac475d840fd req-5f094668-8b6f-4005-bb6e-62f662848e66 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:21.322517 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8c87dae6-430a-46e5-bf43-eac475d840fd req-5f094668-8b6f-4005-bb6e-62f662848e66 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.1002293 Jun 23 20:09:21.328809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bab54-9171-4c03-b44a-a730ac646b72 req-b8ab3ae6-f749-4cb5-af79-5ffb4841ed94 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:21.330229 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f73bab54-9171-4c03-b44a-a730ac646b72 req-b8ab3ae6-f749-4cb5-af79-5ffb4841ed94 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.1063633 Jun 23 20:09:21.408673 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8c87dae6-430a-46e5-bf43-eac475d840fd req-513109f6-6758-4a9d-ba20-683da6b49bfc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774636 Jun 23 20:09:21.437513 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f73bab54-9171-4c03-b44a-a730ac646b72 req-4b31b5ae-2cb6-4ba5-8942-731e90fe0039 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909276 Jun 23 20:09:21.543210 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ce2f75df-84f7-42c1-8dbf-778fac74fd2a req-30277eb8-d593-460b-a639-8273782f9369 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Jun 23 20:09:21.738567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-e6bdd29a-2bed-465e-8dd6-03c710cdf5ea tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:21.739933 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-e6bdd29a-2bed-465e-8dd6-03c710cdf5ea tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/networks?id=885d343b-d90c-4197-a6fc-92476b1e08bf HTTP/1.1" status: 200 len: 809 time: 0.1035898 Jun 23 20:09:21.754270 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-71beb12b-50dc-4185-bb4a-3e09ea4dd011 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/quotas/df7d693ea21441559f4db447f5414f69 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Jun 23 20:09:21.786953 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-708a8511-2742-4847-aa14-db316a13d76b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278435 Jun 23 20:09:21.876969 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-51fc5a79-4644-47c0-97b8-62f9d393090d service neutron] 10.222.0.44 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836124 Jun 23 20:09:21.952573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:21.968645 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-c6772a8c-d212-425b-834a-d8fc43fb3d04 service neutron] 10.222.0.44 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Jun 23 20:09:22.231913 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-09917bfd-6cfb-47df-a5a6-5274dac91847 req-2baef598-2458-4370-b2c8-ab1a8914c15c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0280526 Jun 23 20:09:22.561754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3aaa4-695d-4fc5-9a5e-a212a56c7d76 req-1abf5e7a-c51e-480b-b9d5-922bde14550c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:22.563346 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-69d3aaa4-695d-4fc5-9a5e-a212a56c7d76 req-1abf5e7a-c51e-480b-b9d5-922bde14550c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0677571 Jun 23 20:09:22.610314 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b53ac9-e55c-4fa8-a44d-5e207d5ff9c6 req-ab16c304-0c97-4d90-b8ed-b1ff732c7854 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:22.611854 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-56b53ac9-e55c-4fa8-a44d-5e207d5ff9c6 req-ab16c304-0c97-4d90-b8ed-b1ff732c7854 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.0700648 Jun 23 20:09:22.653219 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-69d3aaa4-695d-4fc5-9a5e-a212a56c7d76 req-337611dc-2f06-42ec-87ea-fb5b56bbcad9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731759 Jun 23 20:09:22.680230 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-56b53ac9-e55c-4fa8-a44d-5e207d5ff9c6 req-c4a9723c-6d79-4ba2-beef-af9105561d5b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619829 Jun 23 20:09:22.739438 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9f12be81-5a85-4304-9df4-5ad78f193e73 req-6dfb08b7-5254-4cd2-93e2-57b77101e90e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Jun 23 20:09:22.790353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901bba3-60d1-402a-a92e-42911fa486fe req-11e69d0a-f1fd-4fe0-bfbb-832d1cbd5507 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:22.791805 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d901bba3-60d1-402a-a92e-42911fa486fe req-11e69d0a-f1fd-4fe0-bfbb-832d1cbd5507 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0514605 Jun 23 20:09:22.800212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35168) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:22.804597 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'floatingip': {'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:22.842894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:22.909564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:23.275454 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:23.325870 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1839c1da-87f7-4461-b26a-bf479fee380b req-1fe0d067-7de6-49cf-abd6-858b4d45d28d tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0281413 Jun 23 20:09:23.329657 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:23.422838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Floating IP e63f3631-b41c-4125-9d16-0b529de583cd associated. External IP: 172.27.0.61, port: 27c60352-48b3-4e75-b043-6c1f57dcdca4. Jun 23 20:09:23.601243 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:23.619809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:09:23.723640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:09:23.728402 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:23.735350 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:09:23.747279 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:23.748034 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:23.761088 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9c00559c-dbe2-479a-8b07-cd41340b28af tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "PUT /v2.0/floatingips/e63f3631-b41c-4125-9d16-0b529de583cd HTTP/1.1" status: 200 len: 990 time: 0.9575951 Jun 23 20:09:23.761088 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:23.763329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4922e-cd6c-4501-9472-2e20dfd5483e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:23.821482 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f72db-be80-4331-93a0-058ec5a72f73 req-742ea72f-9eb6-47ba-91df-cdf79fc79a90 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:23.823357 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac8f72db-be80-4331-93a0-058ec5a72f73 req-742ea72f-9eb6-47ba-91df-cdf79fc79a90 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.0481730 Jun 23 20:09:23.847479 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:23.857040 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1592c0aa-3405-4d14-b26e-67370a1c49e6 req-caa6a183-f719-43ae-ab78-8901bb78beba tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0326083 Jun 23 20:09:23.885283 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:23.917476 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac8f72db-be80-4331-93a0-058ec5a72f73 req-3c0c0f05-588a-4f69-a5be-ab56ae751d99 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825620 Jun 23 20:09:23.922888 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013694b5-0c06-48f9-82b0-74d9d33eca55 x-openstack-request-id: req-013694b5-0c06-48f9-82b0-74d9d33eca55 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:23.923178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:23.923964 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-013694b5-0c06-48f9-82b0-74d9d33eca55 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:23.924228 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013694b5-0c06-48f9-82b0-74d9d33eca55'] response: {'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'status': 'completed', 'code': 200} Jun 23 20:09:23.928360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:23.984837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:23.985206 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:24.125682 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:24.125978 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:24.180253 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:24.182453 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c17184-531f-45d3-9120-7edd03c07b9e" -d '{"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:24.201558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:24.203074 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:09:23Z', 'revision_number': 1, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:24.227994 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89eff65-f2f4-4a7c-8f26-41920f5dc85e x-openstack-request-id: req-a89eff65-f2f4-4a7c-8f26-41920f5dc85e {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:24.228278 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:24.228554 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a89eff65-f2f4-4a7c-8f26-41920f5dc85e {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:24.228939 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89eff65-f2f4-4a7c-8f26-41920f5dc85e'] response: {'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'code': 200} Jun 23 20:09:24.230168 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:09:24.238978 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:24.239587 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:24.285978 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:24.374346 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=7']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:24.378099 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:24.400037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:24.422179 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-634b8f22-d203-4cff-9465-113057972196 req-d33c59a4-e976-448c-94c2-e977af688165 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0312967 Jun 23 20:09:24.488728 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:24.589753 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:09:23Z', 'revision_number': 1, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:24.612912 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c4955-f20a-43c0-97df-2570549a7dde None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:09:23Z', 'revision_number': 1, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:09:24.793060 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a3bfe-ebb9-4fa4-a2d8-30195273bd3a None None] New status for floating IP e63f3631-b41c-4125-9d16-0b529de583cd: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:09:24.969759 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1fa8f199-5536-43ca-b8e0-388f57209408 req-fd9dd177-93a2-4702-956d-c0c605c6f8e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Jun 23 20:09:25.082228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646f815-c42f-488a-9c85-e146f5bc2a3e req-a2513667-f3a3-416d-8d34-36b0a963610e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.082228 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c646f815-c42f-488a-9c85-e146f5bc2a3e req-a2513667-f3a3-416d-8d34-36b0a963610e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0805466 Jun 23 20:09:25.121900 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c646f815-c42f-488a-9c85-e146f5bc2a3e req-44a7f2bf-bfe8-4dc3-8dbf-6ec5b6a388a8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Jun 23 20:09:25.364478 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-ec9ef3f0-a24c-408f-b0af-bd1cd3e01e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.366174 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-ec9ef3f0-a24c-408f-b0af-bd1cd3e01e1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0409150 Jun 23 20:09:25.429833 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:25.436690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-ac751157-b35c-4320-86f3-4def234cf18b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.438146 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-ac751157-b35c-4320-86f3-4def234cf18b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1133327 Jun 23 20:09:25.490819 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-3bdf6332-d3ca-4795-babd-1efe9c4af141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.493511 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-3bdf6332-d3ca-4795-babd-1efe9c4af141 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.1027648 Jun 23 20:09:25.578423 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cdc2b5c7-de1d-49b0-b105-183db4880791 req-8fe24228-9538-4c7b-980c-0c69070ec21c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0709271 Jun 23 20:09:25.587422 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-2e0dafa1-0db1-4986-9471-56f18a13a2d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1000 time: 0.0852649 Jun 23 20:09:25.612485 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-3d0c0ca4-128b-44a9-9868-06c093b68e75 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 471 time: 0.1299419 Jun 23 20:09:25.622285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'port': {'device_id': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'admin_state_up': True, 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'security_groups': ['5738edea-5ad1-4eeb-b02d-0d251c421bb3']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:25.647286 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-00ea53fa-5cf6-4492-8a1f-5bccf4557ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.648924 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-00ea53fa-5cf6-4492-8a1f-5bccf4557ada service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0556428 Jun 23 20:09:25.711886 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-49d904b1-4f48-4346-8d92-7efee852294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:25.711886 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-49d904b1-4f48-4346-8d92-7efee852294e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518129 Jun 23 20:09:25.855871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:09:25.859911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:25.865952 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-4498f1f4-ac0f-42e9-ad74-339fd71635b7 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104360 Jun 23 20:09:25.974785 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8ad4922e-cd6c-4501-9472-2e20dfd5483e req-aeb9f4e9-0db6-441f-98e9-52ea9607a313 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978944 Jun 23 20:09:26.000362 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.20.0.4 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/4af33271-c5e4-4644-953f-371408d0d791) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:09:26.092102 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd4ced2a-e236-4ee2-8cf7-de7b13630c9c req-180bafa8-9059-4eee-abf7-447a92a0e7c2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Jun 23 20:09:26.204121 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:26.222479 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (4af33271-c5e4-4644-953f-371408d0d791), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:26.274773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c277-6d8f-42a4-851c-c5c095181cd5 req-b9362e26-610c-40fb-a442-fe56b659746d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:26.283402 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a3c0c277-6d8f-42a4-851c-c5c095181cd5 req-b9362e26-610c-40fb-a442-fe56b659746d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0734882 Jun 23 20:09:26.309776 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:26.361060 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a3c0c277-6d8f-42a4-851c-c5c095181cd5 req-11d17eb8-0817-416a-82df-4e41b86776c7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766952 Jun 23 20:09:26.393444 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:26.451423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:09:26.452766 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:09:26.455426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:09:26.465417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:26.532660 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:26.534444 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:26.647721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-77e6589e-6726-4a71-bf61-85fe8aec11a4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0290995 Jun 23 20:09:26.675075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Request body: {'port': {'device_id': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:26.755245 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a3e6acc0-7f34-4e85-9ed8-f52f6768aed2 req-25b91143-0c3a-4e45-8c1e-c1514a0417f4 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0460448 Jun 23 20:09:26.805439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-21965a89-f955-4b16-9d60-8a8ad143e576 None None] Provisioning complete for port 4af33271-c5e4-4644-953f-371408d0d791 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:26.806518 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-21965a89-f955-4b16-9d60-8a8ad143e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (4af33271-c5e4-4644-953f-371408d0d791), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:26.824343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4af33271-c5e4-4644-953f-371408d0d791), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:26.843267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-21965a89-f955-4b16-9d60-8a8ad143e576 None None] Port 4af33271-c5e4-4644-953f-371408d0d791 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:09:26.868587 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:26.994262 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-5fe5823c-4a8f-42b5-9772-524f968be2cc tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:26.995840 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-5fe5823c-4a8f-42b5-9772-524f968be2cc tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "GET /v2.0/networks?id=885d343b-d90c-4197-a6fc-92476b1e08bf HTTP/1.1" status: 200 len: 809 time: 0.1807594 Jun 23 20:09:27.017545 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Request body: {'port': {'device_id': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf', 'admin_state_up': True, 'tenant_id': 'df7d693ea21441559f4db447f5414f69'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:27.184105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35274) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:27.310008 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bcf00-e2ef-4170-8884-10fdd90ac107 req-e086253e-008d-492f-be6d-a3686954a9c2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:27.310112 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7d7bcf00-e2ef-4170-8884-10fdd90ac107 req-e086253e-008d-492f-be6d-a3686954a9c2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 931 time: 0.0855021 Jun 23 20:09:27.314179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Made reservation on behalf of df7d693ea21441559f4db447f5414f69 for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:09:27.326305 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:27.328571 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af33271-c5e4-4644-953f-371408d0d791 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:27.352288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks [] for port (4af33271-c5e4-4644-953f-371408d0d791), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:27.360461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:27.374761 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7565-abe2-4ef3-a2cb-040645e910fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:27.383646 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Transition to ACTIVE for port object 4af33271-c5e4-4644-953f-371408d0d791 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:09:27.416539 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7d7bcf00-e2ef-4170-8884-10fdd90ac107 req-8f8f58de-25ee-49de-8d1c-9226b776c67d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916274 Jun 23 20:09:27.476769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:27.568416 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Allocated IP 172.20.0.12 (885d343b-d90c-4197-a6fc-92476b1e08bf/e2f32bb7-59ef-469d-9490-123875d1840c/71746899-262d-4424-8ec8-9692c4396671) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:09:27.666530 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:28.065214 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks [] for port (71746899-262d-4424-8ec8-9692c4396671), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.065214 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:28.087093 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7565-abe2-4ef3-a2cb-040645e910fc admin admin] Publish callbacks [] for security_group (b1c0db02-30ab-41a9-ba03-e5f62abf9f5c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.087093 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Pushing event updated for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:28.133527 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03338173-a2b6-404a-9a59-12ea5beda634 req-ab75ef57-4846-42d4-838e-0b24cdb3ecdd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:28.135031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03338173-a2b6-404a-9a59-12ea5beda634 req-ab75ef57-4846-42d4-838e-0b24cdb3ecdd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.5878496 Jun 23 20:09:28.165099 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-42449a84-4bf9-423a-a13f-8552009410e2 req-23b90b7a-404f-4d0a-8c33-0c2a3ca7147b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0823591 Jun 23 20:09:28.231711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Attempting to bind port 4af33271-c5e4-4644-953f-371408d0d791 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:09:28.242228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Attempting to bind port 4af33271-c5e4-4644-953f-371408d0d791 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:09:28.242228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Attempting to bind port 4af33271-c5e4-4644-953f-371408d0d791 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:28.247613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (71746899-262d-4424-8ec8-9692c4396671), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.263141 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Port 4af33271-c5e4-4644-953f-371408d0d791 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:09:28.263141 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Attempting to bind port 4af33271-c5e4-4644-953f-371408d0d791 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:28.270870 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:09:28.271209 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:09:28.271596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:09:28.272028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Bound port: 4af33271-c5e4-4644-953f-371408d0d791, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:09:28.272407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4af33271-c5e4-4644-953f-371408d0d791), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.288342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7565-abe2-4ef3-a2cb-040645e910fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b1c0db02-30ab-41a9-ba03-e5f62abf9f5c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.304102 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Network 885d343b-d90c-4197-a6fc-92476b1e08bf is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:09:28.307793 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:09:28.311691 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:09:28.318346 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-f1ed7565-abe2-4ef3-a2cb-040645e910fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e608a3985b6e46bcafaebe462fa253be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1326826 Jun 23 20:09:28.322689 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03338173-a2b6-404a-9a59-12ea5beda634 req-91c75db1-81d5-4b35-bbfd-a03942589092 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666262 Jun 23 20:09:28.328346 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35294) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:28.350133 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Pushing event updated for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:28.390662 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed7565-abe2-4ef3-a2cb-040645e910fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c0db02-30ab-41a9-ba03-e5f62abf9f5c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:28.393498 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:28.395046 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.447350 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:09:28.461979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] Publish callbacks [] for security_group (b1c0db02-30ab-41a9-ba03-e5f62abf9f5c), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.479272 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4af33271-c5e4-4644-953f-371408d0d791,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:09:28.490268 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] Publish callbacks [] for security_group (b1c0db02-30ab-41a9-ba03-e5f62abf9f5c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.510496 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0b22df61-6d08-46a7-a3f8-69ecaeb21b6c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4969378 Jun 23 20:09:28.532490 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Request body: {'port': {'device_id': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:28.571536 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097c4e-1910-4da0-aac6-2429b20c7239 req-cbac0e9d-ed24-4bd0-9870-8234423b0b36 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:28.573255 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ed097c4e-1910-4da0-aac6-2429b20c7239 req-cbac0e9d-ed24-4bd0-9870-8234423b0b36 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 943 time: 0.0733140 Jun 23 20:09:28.578025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:28.608705 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.622471 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (71746899-262d-4424-8ec8-9692c4396671), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.669675 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ed097c4e-1910-4da0-aac6-2429b20c7239 req-442b2ecf-278e-44b6-bf04-969d096bb4ca tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905161 Jun 23 20:09:28.677231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:28.677657 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.679007 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] 10.222.0.42 "PUT /v2.0/ports/4af33271-c5e4-4644-953f-371408d0d791 HTTP/1.1" status: 200 len: 1093 time: 2.0094121 Jun 23 20:09:28.679502 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'tag': '4af33271-c5e4-4644-953f-371408d0d791'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:28.681696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90745998-dec6-40fb-b979-a9302fa71802" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "tag": "4af33271-c5e4-4644-953f-371408d0d791"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:28.718720 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1c221-cb5f-48c5-9e76-f4ddd1519409 service neutron] Pushing event updated for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:28.749484 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6241b32-6a01-4a78-8d33-146b8ca561e8 x-openstack-request-id: req-f6241b32-6a01-4a78-8d33-146b8ca561e8 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:28.749484 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "tag": "4af33271-c5e4-4644-953f-371408d0d791", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:28.749484 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6241b32-6a01-4a78-8d33-146b8ca561e8 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:28.749484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6241b32-6a01-4a78-8d33-146b8ca561e8'] response: {'name': 'network-changed', 'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'tag': '4af33271-c5e4-4644-953f-371408d0d791', 'status': 'completed', 'code': 200} Jun 23 20:09:28.751416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b1c0db02-30ab-41a9-ba03-e5f62abf9f5c), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.754654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:28.755829 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1c0db02-30ab-41a9-ba03-e5f62abf9f5c HTTP/1.1" status: 204 len: 168 time: 0.4261940 Jun 23 20:09:28.767052 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc50c-b63b-4478-b07e-3a62342d9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c0db02-30ab-41a9-ba03-e5f62abf9f5c,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:28.871772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745998-dec6-40fb-b979-a9302fa71802 req-ae7723db-1ab2-4c8b-9be0-6e6e448f242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:28.874052 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90745998-dec6-40fb-b979-a9302fa71802 req-ae7723db-1ab2-4c8b-9be0-6e6e448f242c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 1127 time: 0.0714810 Jun 23 20:09:28.955480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:29.028047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745998-dec6-40fb-b979-a9302fa71802 req-56dcbe50-de88-4918-b340-1515a42018e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.029600 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90745998-dec6-40fb-b979-a9302fa71802 req-56dcbe50-de88-4918-b340-1515a42018e6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd810755b80346ae9219a2d0c61a8a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1401203 Jun 23 20:09:29.113827 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71746899-262d-4424-8ec8-9692c4396671 {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:29.126740 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks [] for port (71746899-262d-4424-8ec8-9692c4396671), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.150412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745998-dec6-40fb-b979-a9302fa71802 req-ced56c51-5f41-4554-9979-bbe7a23f621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.151834 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90745998-dec6-40fb-b979-a9302fa71802 req-ced56c51-5f41-4554-9979-bbe7a23f621b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128469 Jun 23 20:09:29.176621 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Transition to ACTIVE for port object 71746899-262d-4424-8ec8-9692c4396671 will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:09:29.261577 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (71746899-262d-4424-8ec8-9692c4396671), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.303642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-bf3315ea-dde3-4230-ab16-6f189b163729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.307540 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-bf3315ea-dde3-4230-ab16-6f189b163729 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 1127 time: 0.0771909 Jun 23 20:09:29.371345 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Pushing event updated for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:29.390128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d78f8e-ef30-4bcc-bf21-8acb62a03ee9 req-cce342aa-7504-45b4-a3f9-e37ddfeb8156 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.392715 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94d78f8e-ef30-4bcc-bf21-8acb62a03ee9 req-cce342aa-7504-45b4-a3f9-e37ddfeb8156 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 944 time: 0.1250093 Jun 23 20:09:29.406082 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-a6740e69-84b0-4149-b2f3-25d3f67b6d80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af33271-c5e4-4644-953f-371408d0d791 HTTP/1.1" status: 200 len: 217 time: 0.0827775 Jun 23 20:09:29.495205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Attempting to bind port 71746899-262d-4424-8ec8-9692c4396671 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:09:29.495205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Attempting to bind port 71746899-262d-4424-8ec8-9692c4396671 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:09:29.495431 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Attempting to bind port 71746899-262d-4424-8ec8-9692c4396671 on network 885d343b-d90c-4197-a6fc-92476b1e08bf {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:29.500963 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Port 71746899-262d-4424-8ec8-9692c4396671 on network 885d343b-d90c-4197-a6fc-92476b1e08bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:09:29.501288 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Attempting to bind port 71746899-262d-4424-8ec8-9692c4396671 on network 885d343b-d90c-4197-a6fc-92476b1e08bf {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:29.519357 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:09:29.520290 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Checking segment: {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:09:29.520687 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Bound using segment: {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:09:29.521122 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Bound port: 71746899-262d-4424-8ec8-9692c4396671, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aab33dc-c6e2-41a3-ad52-1b6b638a3089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:09:29.521477 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (71746899-262d-4424-8ec8-9692c4396671), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.584387 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94d78f8e-ef30-4bcc-bf21-8acb62a03ee9 req-ca114383-3d43-4e4b-96b7-5c897f94d916 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624322 Jun 23 20:09:29.599705 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-8193421e-de9b-4fb6-a33a-9db9a565a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.601217 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-8193421e-de9b-4fb6-a33a-9db9a565a340 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.1882977 Jun 23 20:09:29.614878 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6baaf-2117-4b05-ac3f-297040c6df0a req-e545cbb0-8c78-48ea-a62d-88010015b7df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.617326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1a6baaf-2117-4b05-ac3f-297040c6df0a req-e545cbb0-8c78-48ea-a62d-88010015b7df tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1024377 Jun 23 20:09:29.628157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:09:29.633036 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=71746899-262d-4424-8ec8-9692c4396671,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:09:29.658845 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35316) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:29.674621 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b332e48-1347-42cc-ba17-abd44e9ddf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.678960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-f2b9e9ce-ecef-4a83-900b-fcd886141060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.680529 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-f2b9e9ce-ecef-4a83-900b-fcd886141060 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622966 Jun 23 20:09:29.695177 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:29.737437 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (71746899-262d-4424-8ec8-9692c4396671), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.908466 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Pushing event updated for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:29.908466 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b332e48-1347-42cc-ba17-abd44e9ddf9c admin admin] Publish callbacks [] for security_group (adf0eb7c-6cea-4cda-8bba-d11b523f1aff), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.909069 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:29.911504 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:29.912130 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:29.937151 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-0ca2c6cb-ea10-4ea6-80b7-1630bd4aac86 service neutron] 10.222.0.42 "PUT /v2.0/ports/71746899-262d-4424-8ec8-9692c4396671 HTTP/1.1" status: 200 len: 1094 time: 1.3858738 Jun 23 20:09:29.937151 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'tag': '71746899-262d-4424-8ec8-9692c4396671'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:29.937706 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1a6baaf-2117-4b05-ac3f-297040c6df0a req-11fa38cc-2321-42ca-a5e8-4bd389f9d3d9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365422 Jun 23 20:09:29.937796 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653636b0-7324-4b7e-a9c1-1f320f3ced4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "tag": "71746899-262d-4424-8ec8-9692c4396671"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:30.025308 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-a7a8e984-8d61-45d8-b595-3d1390e5974c service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198788 Jun 23 20:09:30.033677 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac2d86-8e87-4dc7-9280-0cee90985b95 req-27f5386b-88eb-4221-adb0-2630c22b1ae8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:30.035492 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dfac2d86-8e87-4dc7-9280-0cee90985b95 req-27f5386b-88eb-4221-adb0-2630c22b1ae8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 943 time: 0.1953495 Jun 23 20:09:30.071531 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5beec5-ed35-4fda-9b66-b6ef85a73a29 x-openstack-request-id: req-3e5beec5-ed35-4fda-9b66-b6ef85a73a29 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:30.071531 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "tag": "71746899-262d-4424-8ec8-9692c4396671", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:30.071531 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e5beec5-ed35-4fda-9b66-b6ef85a73a29 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:30.071531 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5beec5-ed35-4fda-9b66-b6ef85a73a29'] response: {'name': 'network-changed', 'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'tag': '71746899-262d-4424-8ec8-9692c4396671', 'status': 'completed', 'code': 200} Jun 23 20:09:30.136754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:30.165577 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-029e43f0-48c8-4734-aea2-43e248021925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:30.168342 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-029e43f0-48c8-4734-aea2-43e248021925 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 1128 time: 0.0614071 Jun 23 20:09:30.182038 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dfac2d86-8e87-4dc7-9280-0cee90985b95 req-708a3cde-edf7-45d9-a8d7-48ba567fac6b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214867 Jun 23 20:09:30.185748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-20ca9aee-14e6-4bff-b043-cc7c174e10bc req-4c738903-d81d-4e39-b077-337b10a5447e service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491015 Jun 23 20:09:30.400564 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b332e48-1347-42cc-ba17-abd44e9ddf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (adf0eb7c-6cea-4cda-8bba-d11b523f1aff), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:30.451148 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:30.461421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-adf29108-c822-4029-aba9-e1d1044f77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:30.462941 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-adf29108-c822-4029-aba9-e1d1044f77f9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=df7d693ea21441559f4db447f5414f69&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2771795 Jun 23 20:09:30.473744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35326) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:30.478190 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9b332e48-1347-42cc-ba17-abd44e9ddf9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24a782b8185d421d9796d6f67b54c624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8129113 Jun 23 20:09:30.478190 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332e48-1347-42cc-ba17-abd44e9ddf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf0eb7c-6cea-4cda-8bba-d11b523f1aff,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:30.540702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] Publish callbacks [] for security_group (adf0eb7c-6cea-4cda-8bba-d11b523f1aff), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:30.563794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] Publish callbacks [] for security_group (adf0eb7c-6cea-4cda-8bba-d11b523f1aff), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:30.754306 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebe185-0829-4aa1-b2c7-73d96928a366 req-bbc09899-eac6-46e5-9ddc-584cd658210b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:30.755792 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90ebe185-0829-4aa1-b2c7-73d96928a366 req-bbc09899-eac6-46e5-9ddc-584cd658210b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 944 time: 0.0504196 Jun 23 20:09:30.803224 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90ebe185-0829-4aa1-b2c7-73d96928a366 req-e234962e-7905-45ce-8427-1caa342c7d74 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Jun 23 20:09:30.809990 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (adf0eb7c-6cea-4cda-8bba-d11b523f1aff), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:30.812596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:30.816064 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adf0eb7c-6cea-4cda-8bba-d11b523f1aff HTTP/1.1" status: 204 len: 168 time: 0.3389406 Jun 23 20:09:30.821993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877dfd2-3d85-4239-959f-88819c58d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf0eb7c-6cea-4cda-8bba-d11b523f1aff,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:31.139596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339995b7-45c0-439b-950b-598ccbf1fc05 req-83369821-8c9f-4fca-a75b-16ee23fe6497 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.141136 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-339995b7-45c0-439b-950b-598ccbf1fc05 req-83369821-8c9f-4fca-a75b-16ee23fe6497 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0596395 Jun 23 20:09:31.212423 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-339995b7-45c0-439b-950b-598ccbf1fc05 req-8240f406-0a33-424b-b325-f317d3fec9c9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608463 Jun 23 20:09:31.319048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248fe5-49cc-4d1a-8ee1-62a12622d010 req-ca590757-0aa7-45f7-925e-761f532aa4a6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.329783 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-87248fe5-49cc-4d1a-8ee1-62a12622d010 req-ca590757-0aa7-45f7-925e-761f532aa4a6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 943 time: 0.0603859 Jun 23 20:09:31.387410 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:31.405076 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-87248fe5-49cc-4d1a-8ee1-62a12622d010 req-79b82ac9-9962-469e-973c-49865dde3be3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736120 Jun 23 20:09:31.709208 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-0529aba4-1d18-4849-a1ee-db17e3c1ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.712548 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-653636b0-7324-4b7e-a9c1-1f320f3ced4d req-0529aba4-1d18-4849-a1ee-db17e3c1ffae service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100143 Jun 23 20:09:31.851392 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-159e79ff-8a6c-48b1-ae6a-7974086be4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.853131 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-159e79ff-8a6c-48b1-ae6a-7974086be4db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=df7d693ea21441559f4db447f5414f69&device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 1128 time: 0.0615892 Jun 23 20:09:31.909739 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-ef9baf9d-e029-44c2-9078-b3015bef0fe6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71746899-262d-4424-8ec8-9692c4396671 HTTP/1.1" status: 200 len: 217 time: 0.0407445 Jun 23 20:09:31.987346 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea8e1d-9a1c-4934-8e1e-f6f44f657863 req-d9c7b434-6e80-4633-9338-62fb56e72810 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.989001 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73ea8e1d-9a1c-4934-8e1e-f6f44f657863 req-d9c7b434-6e80-4633-9338-62fb56e72810 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 944 time: 0.0920038 Jun 23 20:09:31.996223 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-540d66aa-7600-4710-8f67-70815a34c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:31.997878 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-540d66aa-7600-4710-8f67-70815a34c311 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e2f32bb7-59ef-469d-9490-123875d1840c HTTP/1.1" status: 200 len: 849 time: 0.0809238 Jun 23 20:09:32.076924 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-db6577cb-bf3d-4ad0-8923-814783d671c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=885d343b-d90c-4197-a6fc-92476b1e08bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697668 Jun 23 20:09:32.077822 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73ea8e1d-9a1c-4934-8e1e-f6f44f657863 req-93064a8a-b281-4ed9-a555-641abe240c93 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822449 Jun 23 20:09:32.204653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35376) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:32.221609 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-48a98668-f5b5-44f4-9874-b4f6a044bd4d service neutron] 10.222.0.42 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366706 Jun 23 20:09:32.397094 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c932a604-9285-491a-9efa-cccbf7fb6453 req-e09cd290-c625-4368-aa4a-9bb1ee73fe81 service neutron] 10.222.0.42 "GET /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548877 Jun 23 20:09:32.470004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd480c-bd96-484f-802c-6abeba70d704 req-ba1faef3-eaca-43c2-b402-bf555a2191d0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:32.475677 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27fd480c-bd96-484f-802c-6abeba70d704 req-ba1faef3-eaca-43c2-b402-bf555a2191d0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1094770 Jun 23 20:09:32.613147 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1d71-49ab-4139-8258-77851c0591f9 req-405719c6-dbd9-4e7a-93cc-dffd2b2cacc6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:32.615139 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-991e1d71-49ab-4139-8258-77851c0591f9 req-405719c6-dbd9-4e7a-93cc-dffd2b2cacc6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 943 time: 0.0726233 Jun 23 20:09:32.616190 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ca0-c652-4fff-85e6-4406ab3cd518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:32.632903 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27fd480c-bd96-484f-802c-6abeba70d704 req-4e76effd-1662-448c-b97a-b4ed73b0bf99 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495626 Jun 23 20:09:32.732618 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-991e1d71-49ab-4139-8258-77851c0591f9 req-bfaa283e-ee50-4fa0-9a4b-7edcca70acad tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970559 Jun 23 20:09:32.804617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ca0-c652-4fff-85e6-4406ab3cd518 admin admin] Publish callbacks [] for security_group (73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:32.816331 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 4af33271-c5e4-4644-953f-371408d0d791 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:32.866314 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:32.897127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebb95ca0-c652-4fff-85e6-4406ab3cd518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:32.939223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4af33271-c5e4-4644-953f-371408d0d791,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:32.953396 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb95ca0-c652-4fff-85e6-4406ab3cd518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:32.959332 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '4af33271-c5e4-4644-953f-371408d0d791', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'port_id': '4af33271-c5e4-4644-953f-371408d0d791', 'mac_address': 'fa:16:3e:aa:a6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:32.987858 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35390) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:32.996266 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ebb95ca0-c652-4fff-85e6-4406ab3cd518 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6563af64e83446be985451f9b66bb112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7932816 Jun 23 20:09:33.012068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 4af33271-c5e4-4644-953f-371408d0d791 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:33.013415 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4af33271-c5e4-4644-953f-371408d0d791), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.039680 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af33271-c5e4-4644-953f-371408d0d791 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:33.081556 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4af33271-c5e4-4644-953f-371408d0d791,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:33.086526 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] Publish callbacks [] for security_group (73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.116086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] Publish callbacks [] for security_group (73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.176662 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.232224 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.245205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:33.246993 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30 HTTP/1.1" status: 204 len: 168 time: 0.2575889 Jun 23 20:09:33.260366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92da50-f9df-4906-889b-f7ddf4fe6b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73290a8c-3cfd-4c2a-b7d9-b85af6ec7e30,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:33.290179 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fba3e-8ef0-46d5-a260-6e9ca6cd24f6 req-fe590d49-bdd9-41d9-b945-cc24d055908a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:33.291770 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-936fba3e-8ef0-46d5-a260-6e9ca6cd24f6 req-fe590d49-bdd9-41d9-b945-cc24d055908a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 944 time: 0.1230195 Jun 23 20:09:33.314506 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:33.371514 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-936fba3e-8ef0-46d5-a260-6e9ca6cd24f6 req-ca138051-dad8-40e1-9316-f4d052b4add8 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681305 Jun 23 20:09:33.595704 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['4af33271-c5e4-4644-953f-371408d0d791'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:33.897567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec2b65-78af-4a57-9582-dd928bbc8443 req-2aac2ba6-5feb-4cd7-9c06-3f9f311582eb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:33.904858 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9eec2b65-78af-4a57-9582-dd928bbc8443 req-2aac2ba6-5feb-4cd7-9c06-3f9f311582eb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1648791 Jun 23 20:09:33.939359 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e01d7-5ee5-4478-a4dc-0a8ea4fde968 req-b8a8ebd5-24e5-463c-addf-08d7785cc876 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:33.941012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d17e01d7-5ee5-4478-a4dc-0a8ea4fde968 req-b8a8ebd5-24e5-463c-addf-08d7785cc876 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 944 time: 0.0907621 Jun 23 20:09:34.046549 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9eec2b65-78af-4a57-9582-dd928bbc8443 req-7499e649-97e7-4b5c-9f73-9d96b5f9520d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407733 Jun 23 20:09:34.089781 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d17e01d7-5ee5-4478-a4dc-0a8ea4fde968 req-de1b0a6a-a784-473e-89a0-9013b48e5ddf tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207623 Jun 23 20:09:34.513810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a160e-cfda-48d1-845e-35b9c1a02b23 req-09d46a56-e3c7-4517-bbe8-f7fc610ca1c5 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:34.515399 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c3a160e-cfda-48d1-845e-35b9c1a02b23 req-09d46a56-e3c7-4517-bbe8-f7fc610ca1c5 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 944 time: 0.0501609 Jun 23 20:09:34.564336 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c3a160e-cfda-48d1-845e-35b9c1a02b23 req-7b7c1c41-075b-46b5-9b1d-104653cc5396 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427716 Jun 23 20:09:34.845288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 71746899-262d-4424-8ec8-9692c4396671 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:34.848407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:34.856241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 4af33271-c5e4-4644-953f-371408d0d791 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:34.889453 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:34.895900 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:34.956789 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 4af33271-c5e4-4644-953f-371408d0d791 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:35.000832 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=71746899-262d-4424-8ec8-9692c4396671,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:35.021228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '71746899-262d-4424-8ec8-9692c4396671', 'network_id': '885d343b-d90c-4197-a6fc-92476b1e08bf', 'port_id': '71746899-262d-4424-8ec8-9692c4396671', 'mac_address': 'fa:16:3e:f4:e2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f32bb7-59ef-469d-9490-123875d1840c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:35.061814 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 71746899-262d-4424-8ec8-9692c4396671 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:35.062088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (71746899-262d-4424-8ec8-9692c4396671), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.086430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71746899-262d-4424-8ec8-9692c4396671 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:35.093426 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 4af33271-c5e4-4644-953f-371408d0d791 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:35.093426 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (4af33271-c5e4-4644-953f-371408d0d791), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.157371 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35450) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:35.261627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:35.328031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4af93f-659d-40d0-b002-882ddcd84241 req-e2ca8d82-c8f2-4027-821b-1d4c82ed1dc2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:35.329989 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8d4af93f-659d-40d0-b002-882ddcd84241 req-e2ca8d82-c8f2-4027-821b-1d4c82ed1dc2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 944 time: 0.1387496 Jun 23 20:09:35.366654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690bdd4-d54e-497c-abda-492bab53b91d req-0ce3470b-30aa-4455-9df3-6fe8b805db13 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:35.375928 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5690bdd4-d54e-497c-abda-492bab53b91d req-0ce3470b-30aa-4455-9df3-6fe8b805db13 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1128116 Jun 23 20:09:35.386004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-991e60af-4b84-4979-823d-a603d48529d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.396413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:35.408796 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=71746899-262d-4424-8ec8-9692c4396671,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:35.470254 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 4af33271-c5e4-4644-953f-371408d0d791 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:35.470779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4af33271-c5e4-4644-953f-371408d0d791), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.475651 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8d4af93f-659d-40d0-b002-882ddcd84241 req-00f0ebc7-40a4-4371-8b15-7cf052f7248a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330633 Jun 23 20:09:35.494359 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:35.505455 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (71746899-262d-4424-8ec8-9692c4396671), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.521647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5690bdd4-d54e-497c-abda-492bab53b91d req-fa7b8286-5ac6-4cca-b5d7-278516016f9d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360059 Jun 23 20:09:35.553758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af33271-c5e4-4644-953f-371408d0d791'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:35.556724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb24e002-b75a-416b-a749-95e47a17b405" -d '{"events": [{"server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "name": "network-vif-plugged", "status": "completed", "tag": "4af33271-c5e4-4644-953f-371408d0d791"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:35.591096 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4af33271-c5e4-4644-953f-371408d0d791,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:35.595830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-991e60af-4b84-4979-823d-a603d48529d9 admin admin] Publish callbacks [] for security_group (0e09c189-b547-4479-a1da-993496ae1e67), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.609362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:35.630746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba8108b-3202-47d8-9ebf-2e331139f447 x-openstack-request-id: req-0ba8108b-3202-47d8-9ebf-2e331139f447 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:35.630746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "name": "network-vif-plugged", "status": "completed", "tag": "4af33271-c5e4-4644-953f-371408d0d791", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:35.630746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ba8108b-3202-47d8-9ebf-2e331139f447 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:35.630746 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba8108b-3202-47d8-9ebf-2e331139f447'] response: {'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af33271-c5e4-4644-953f-371408d0d791', 'code': 200} Jun 23 20:09:35.678979 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.680250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-991e60af-4b84-4979-823d-a603d48529d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0e09c189-b547-4479-a1da-993496ae1e67), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.702997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd0b7e-ffbb-4853-bd66-bf86fff9e510 req-a0ebe9a1-6240-42e3-a671-48d6062ee32b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:35.704551 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21cd0b7e-ffbb-4853-bd66-bf86fff9e510 req-a0ebe9a1-6240-42e3-a671-48d6062ee32b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 945 time: 0.0617430 Jun 23 20:09:35.734045 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:35.788665 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21cd0b7e-ffbb-4853-bd66-bf86fff9e510 req-becd169f-a48a-49fa-a811-39482c14735c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652683 Jun 23 20:09:35.797489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35458) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:35.798114 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-991e60af-4b84-4979-823d-a603d48529d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21065890600e44369b941feabb691551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389854 Jun 23 20:09:35.808793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e60af-4b84-4979-823d-a603d48529d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09c189-b547-4479-a1da-993496ae1e67,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:35.878752 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] Publish callbacks [] for security_group (0e09c189-b547-4479-a1da-993496ae1e67), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.903518 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] Publish callbacks [] for security_group (0e09c189-b547-4479-a1da-993496ae1e67), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:35.909390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['71746899-262d-4424-8ec8-9692c4396671'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:36.080157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ed6e0-fc78-42f1-b489-324c50d86826 req-d950785e-a1f7-46f3-81b0-781375a5e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:36.082693 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4c9ed6e0-fc78-42f1-b489-324c50d86826 req-d950785e-a1f7-46f3-81b0-781375a5e069 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 1129 time: 0.0635829 Jun 23 20:09:36.101489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0e09c189-b547-4479-a1da-993496ae1e67), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:36.105645 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:36.107246 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e09c189-b547-4479-a1da-993496ae1e67 HTTP/1.1" status: 204 len: 168 time: 0.3076129 Jun 23 20:09:36.135800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7310d5a-6dd7-4321-bc14-44e4d4cb45bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09c189-b547-4479-a1da-993496ae1e67,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:36.172167 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-4c9ed6e0-fc78-42f1-b489-324c50d86826 req-38b96a7f-87d2-426d-a24c-bbbfc9734499 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817602 Jun 23 20:09:36.267503 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fbc53ad7-2544-463b-9e67-3f9a220b61b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:36.667277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6fa13-16dd-4e43-a1c3-6e3718564cfb req-1c7246d1-2549-4f9d-be80-e6494438f10a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:36.668799 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a5c6fa13-16dd-4e43-a1c3-6e3718564cfb req-1c7246d1-2549-4f9d-be80-e6494438f10a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0804536 Jun 23 20:09:36.678305 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744a1ad-a86a-4685-aa67-a715639b3b17 req-75d442eb-0579-4a32-9552-c2dd1bdbc440 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:36.679961 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3744a1ad-a86a-4685-aa67-a715639b3b17 req-75d442eb-0579-4a32-9552-c2dd1bdbc440 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0825973 Jun 23 20:09:36.761599 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a5c6fa13-16dd-4e43-a1c3-6e3718564cfb req-05405355-305d-4658-8584-90b483a5b39a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806172 Jun 23 20:09:36.777065 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3744a1ad-a86a-4685-aa67-a715639b3b17 req-aec46ec9-3ead-410b-b83e-296ee018777c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831077 Jun 23 20:09:36.934673 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f90ef7-d491-4b5f-8a8c-499926bc80ad req-a45f60f3-1c52-4396-8dd4-45050cc313c8 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:36.942294 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83f90ef7-d491-4b5f-8a8c-499926bc80ad req-a45f60f3-1c52-4396-8dd4-45050cc313c8 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 945 time: 0.0770724 Jun 23 20:09:36.957613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35476) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:36.977540 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c920926-3213-43bd-8c84-e6d9a712451d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:36.982473 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:37.008641 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-83f90ef7-d491-4b5f-8a8c-499926bc80ad req-95c208d1-e2c2-442f-a917-1d032d77b355 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653462 Jun 23 20:09:37.014877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:37.046615 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:37.086179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c920926-3213-43bd-8c84-e6d9a712451d admin admin] Publish callbacks [] for security_group (d828a029-a875-435c-a422-330ebc1b95ee), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.122237 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 71746899-262d-4424-8ec8-9692c4396671 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:37.158526 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c920926-3213-43bd-8c84-e6d9a712451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d828a029-a875-435c-a422-330ebc1b95ee), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.167341 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:37.182822 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 71746899-262d-4424-8ec8-9692c4396671 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:37.216388 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920926-3213-43bd-8c84-e6d9a712451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d828a029-a875-435c-a422-330ebc1b95ee,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:37.224833 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1c920926-3213-43bd-8c84-e6d9a712451d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8cfa4f1f184137b1eb8cf63d80471b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655249 Jun 23 20:09:37.234996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35486) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:37.250843 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 71746899-262d-4424-8ec8-9692c4396671 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:37.251502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (71746899-262d-4424-8ec8-9692c4396671), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.336860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-50046877-d75a-45be-9120-0018f0dbf596 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=fee2271744814fe9b2726faa89cfe1bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443006 Jun 23 20:09:37.339695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 71746899-262d-4424-8ec8-9692c4396671 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:37.340185 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (71746899-262d-4424-8ec8-9692c4396671), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.378559 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=71746899-262d-4424-8ec8-9692c4396671,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:37.395246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] Publish callbacks [] for security_group (d828a029-a875-435c-a422-330ebc1b95ee), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.450692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (71746899-262d-4424-8ec8-9692c4396671), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.505764 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:37.513155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] Publish callbacks [] for security_group (d828a029-a875-435c-a422-330ebc1b95ee), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.604420 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-79b93644-5a8d-46ca-bb9e-1ecb243041f2 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:37.605947 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-79b93644-5a8d-46ca-bb9e-1ecb243041f2 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631323 Jun 23 20:09:37.629776 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-926e46f7-c8e1-46d1-8e20-08a50415bc05 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/quotas/fee2271744814fe9b2726faa89cfe1bc HTTP/1.1" status: 200 len: 375 time: 0.0160868 Jun 23 20:09:37.631261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71746899-262d-4424-8ec8-9692c4396671'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:37.633893 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca8d81-c701-4bdd-8566-faf28f376ce6" -d '{"events": [{"server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "name": "network-vif-plugged", "status": "completed", "tag": "71746899-262d-4424-8ec8-9692c4396671"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:37.675203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-892ddf6c-dd5a-435a-bdff-a6a782120769 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fee2271744814fe9b2726faa89cfe1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342753 Jun 23 20:09:37.696390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aaf74b-0c50-45c5-9b07-ff0c02b65e02 x-openstack-request-id: req-48aaf74b-0c50-45c5-9b07-ff0c02b65e02 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:37.697943 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "name": "network-vif-plugged", "status": "completed", "tag": "71746899-262d-4424-8ec8-9692c4396671", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:37.698736 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48aaf74b-0c50-45c5-9b07-ff0c02b65e02 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:37.699422 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48aaf74b-0c50-45c5-9b07-ff0c02b65e02'] response: {'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71746899-262d-4424-8ec8-9692c4396671', 'code': 200} Jun 23 20:09:37.701987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d828a029-a875-435c-a422-330ebc1b95ee), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.704858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.708871 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d828a029-a875-435c-a422-330ebc1b95ee HTTP/1.1" status: 204 len: 168 time: 0.4701066 Jun 23 20:09:37.726257 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94050-039e-473b-be75-bb32e185d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828a029-a875-435c-a422-330ebc1b95ee,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:37.902169 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:37.956696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97297c3-9e93-4616-abe1-d8699c99f466 req-9d87ad53-cd4c-45ba-96f8-7708876e06e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:37.963400 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c97297c3-9e93-4616-abe1-d8699c99f466 req-9d87ad53-cd4c-45ba-96f8-7708876e06e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0840266 Jun 23 20:09:38.065294 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c97297c3-9e93-4616-abe1-d8699c99f466 req-bf2a649f-dd62-45a6-9edf-210e4809c23c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994227 Jun 23 20:09:38.190776 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-caf466ef-b630-47fd-9fe4-9e9c45e82fcd req-1e7fca35-322d-42fb-9566-3dbd3667001d tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0530314 Jun 23 20:09:38.233217 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a891585-1297-4ddf-aa84-0e56ce47f684 req-d64ea228-c85c-4cb6-ab83-e0d66e3d42c9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:38.234921 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3a891585-1297-4ddf-aa84-0e56ce47f684 req-d64ea228-c85c-4cb6-ab83-e0d66e3d42c9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1423578 Jun 23 20:09:38.330775 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3a891585-1297-4ddf-aa84-0e56ce47f684 req-00511a9e-5d25-4ba8-93a9-087d21290193 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889649 Jun 23 20:09:38.396188 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ebcf3a5d-702c-4b9b-a512-f4c8d903604b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:38.405033 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c8e5e-18d6-41cb-a7cc-3831db7bdb4a req-1790e408-1613-413b-8bfc-9213c57a32aa tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:38.408488 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b17c8e5e-18d6-41cb-a7cc-3831db7bdb4a req-1790e408-1613-413b-8bfc-9213c57a32aa tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0751195 Jun 23 20:09:38.467270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:38.485190 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b17c8e5e-18d6-41cb-a7cc-3831db7bdb4a req-992bc094-a366-4b47-a7e7-1ad42f9e06c3 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700102 Jun 23 20:09:38.650034 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3e043-5ff1-4dbc-b059-91b15ac9e693 req-ffd9c99d-f5f0-450c-bcbd-19fdb0261c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:38.651540 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-00f3e043-5ff1-4dbc-b059-91b15ac9e693 req-ffd9c99d-f5f0-450c-bcbd-19fdb0261c84 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 1130 time: 0.0410645 Jun 23 20:09:38.707740 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-00f3e043-5ff1-4dbc-b059-91b15ac9e693 req-a5bb1e32-dd15-49ef-b1f9-728ab338af8d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Jun 23 20:09:39.217717 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f689-6a22-4aba-97ab-b815367ee7be req-d5f37889-acad-4531-8ccd-00916a8e6575 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:39.219256 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1aa4f689-6a22-4aba-97ab-b815367ee7be req-d5f37889-acad-4531-8ccd-00916a8e6575 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Jun 23 20:09:39.292902 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95494ee3-7910-4239-a1bb-755e896f3672 req-b2eb5e11-7b54-497b-9f03-fdd315863ca3 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0382364 Jun 23 20:09:39.297038 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1aa4f689-6a22-4aba-97ab-b815367ee7be req-d4d42a1c-af97-45d7-a692-d717f1146f19 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715401 Jun 23 20:09:39.419250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469ce2d-9742-408c-8289-87afb33044c6 req-cf5cae5f-ef9f-4d4f-9975-f0c189c1bee7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:39.421054 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2469ce2d-9742-408c-8289-87afb33044c6 req-cf5cae5f-ef9f-4d4f-9975-f0c189c1bee7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0556805 Jun 23 20:09:39.431075 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35534) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:39.435957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'port_id': '4af33271-c5e4-4644-953f-371408d0d791'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:39.470712 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2245d25-0396-4e05-ba05-8311fea0b9ee req-2f049ae1-736c-4023-8c7c-832cfe9f04de tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:39.479051 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c2245d25-0396-4e05-ba05-8311fea0b9ee req-2f049ae1-736c-4023-8c7c-832cfe9f04de tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0564504 Jun 23 20:09:39.553909 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c2245d25-0396-4e05-ba05-8311fea0b9ee req-1a756888-5127-4189-884f-8a9459d14f5e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737896 Jun 23 20:09:39.611834 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:39.671231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67cf22-265a-4755-8a84-4d2c6481dbf7 req-9513e0b1-389f-41ba-92ed-775946826234 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:39.678618 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f67cf22-265a-4755-8a84-4d2c6481dbf7 req-9513e0b1-389f-41ba-92ed-775946826234 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0772130 Jun 23 20:09:39.758490 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f67cf22-265a-4755-8a84-4d2c6481dbf7 req-0690e23c-bcaf-41bf-8863-c0cd221f9fb4 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788913 Jun 23 20:09:39.767749 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:39.873483 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:40.398075 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:40.406844 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2477af75-db2a-47b8-8d76-5e375fc8a018 req-baa5cbc3-8ea7-4d2f-878f-5082dda52818 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0275254 Jun 23 20:09:40.576671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:40.691417 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 49e36bbd-c6b9-4825-a174-f7c17f36f908 associated. External IP: 172.27.0.207, port: 4af33271-c5e4-4644-953f-371408d0d791. Jun 23 20:09:40.693957 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ea0b2-c75f-4128-806d-29c836878c28 req-55998f6b-a378-4068-b002-b08cc1cfa59c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:40.695435 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad5ea0b2-c75f-4128-806d-29c836878c28 req-55998f6b-a378-4068-b002-b08cc1cfa59c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0490310 Jun 23 20:09:40.743822 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad5ea0b2-c75f-4128-806d-29c836878c28 req-45ce91cf-d9e9-40c8-948a-4c9b4c89f6b5 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Jun 23 20:09:40.900171 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3717a-4381-46dd-babb-bb08d001a7c5 req-2d66af3d-74a2-4915-abb9-1d46225986bf tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:40.901767 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbe3717a-4381-46dd-babb-bb08d001a7c5 req-2d66af3d-74a2-4915-abb9-1d46225986bf tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0628238 Jun 23 20:09:40.921698 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:40.944874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:09:40.955919 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:40.992871 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbe3717a-4381-46dd-babb-bb08d001a7c5 req-ac06a230-ba60-41ef-a6de-1de7e48e9901 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826669 Jun 23 20:09:41.063044 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:09:41.068984 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:41.074760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:09:41.087572 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:41.088285 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:41.107170 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-367b20a0-64c0-47bf-9f04-2a93a4548bc7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "PUT /v2.0/floatingips/49e36bbd-c6b9-4825-a174-f7c17f36f908 HTTP/1.1" status: 200 len: 991 time: 1.6724727 Jun 23 20:09:41.107170 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'tag': '4af33271-c5e4-4644-953f-371408d0d791'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:41.108038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3260718c-5b6c-45be-bf95-0541086a0e86" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "tag": "4af33271-c5e4-4644-953f-371408d0d791"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:41.133813 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:41.153234 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67707ed-da89-4878-8fea-8bb08dc59b04 x-openstack-request-id: req-f67707ed-da89-4878-8fea-8bb08dc59b04 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:41.153521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "tag": "4af33271-c5e4-4644-953f-371408d0d791", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:41.153774 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f67707ed-da89-4878-8fea-8bb08dc59b04 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:41.154183 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67707ed-da89-4878-8fea-8bb08dc59b04'] response: {'name': 'network-changed', 'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'tag': '4af33271-c5e4-4644-953f-371408d0d791', 'status': 'completed', 'code': 200} Jun 23 20:09:41.213705 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:41.438199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:41.456943 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '49e36bbd-c6b9-4825-a174-f7c17f36f908', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '4af33271-c5e4-4644-953f-371408d0d791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:aa:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:11Z', 'updated_at': '2022-06-23T20:09:40Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}, {'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:41.487165 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:09:41.496712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:09:41.497413 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:09:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:41.509994 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c3fd6d2e-f026-47be-b181-032f1c2cc67a req-1beb830b-fd90-4c18-9047-501672ca47db tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jun 23 20:09:41.542343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:41.603129 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-755c93e4-244a-44d0-b6d3-f99c18049806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:41.604776 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-755c93e4-244a-44d0-b6d3-f99c18049806 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 1129 time: 0.0523756 Jun 23 20:09:41.616363 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:09:41.701402 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-772126b4-9dc3-479d-acca-a92dce7add1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:41.702817 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-772126b4-9dc3-479d-acca-a92dce7add1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.0908544 Jun 23 20:09:41.738037 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:41.834405 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '49e36bbd-c6b9-4825-a174-f7c17f36f908', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '4af33271-c5e4-4644-953f-371408d0d791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:aa:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:11Z', 'updated_at': '2022-06-23T20:09:40Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}, {'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:09:41.859318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7c7f43-d029-4960-b009-a603b9324cf0 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '49e36bbd-c6b9-4825-a174-f7c17f36f908', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '4af33271-c5e4-4644-953f-371408d0d791', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:aa:a6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:09:11Z', 'updated_at': '2022-06-23T20:09:40Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}, {'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:09:41.887910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b495c-8524-45cc-9dc7-78a7208f4d77 req-3752539a-9697-4df1-b066-5adb3b47a6fe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:41.890064 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-448b495c-8524-45cc-9dc7-78a7208f4d77 req-3752539a-9697-4df1-b066-5adb3b47a6fe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0510142 Jun 23 20:09:41.940597 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-448b495c-8524-45cc-9dc7-78a7208f4d77 req-2469dca3-44f8-43d4-ac14-6de2ecc93a54 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442171 Jun 23 20:09:42.067244 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fff90-ba12-4f6f-897f-3785efdf67eb None None] New status for floating IP 49e36bbd-c6b9-4825-a174-f7c17f36f908: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:09:42.122737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd177fe-44bc-4536-9187-58c8cb49f3c3 req-e34ad896-5e2b-48d1-be9a-9c9abc7d149f tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.124454 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bfd177fe-44bc-4536-9187-58c8cb49f3c3 req-e34ad896-5e2b-48d1-be9a-9c9abc7d149f tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0512404 Jun 23 20:09:42.214503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-24632dd0-37b2-4f40-bd3b-08f88e8cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.215897 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-24632dd0-37b2-4f40-bd3b-08f88e8cdbcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1130 time: 0.0718827 Jun 23 20:09:42.218676 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-ebb5bc0f-f6a6-4b94-91cc-f503f78dc6f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4af33271-c5e4-4644-953f-371408d0d791 HTTP/1.1" status: 200 len: 999 time: 0.0761132 Jun 23 20:09:42.220191 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bfd177fe-44bc-4536-9187-58c8cb49f3c3 req-0782084a-7626-4f1e-88d0-530660b17df6 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902450 Jun 23 20:09:42.309041 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-fbe591bb-de22-4ef8-9dcc-6a565e9e5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.311046 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-fbe591bb-de22-4ef8-9dcc-6a565e9e5887 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0658696 Jun 23 20:09:42.347284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-fd93f028-dc31-415e-9807-ac6c74fc6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.348853 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-fd93f028-dc31-415e-9807-ac6c74fc6ae4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.1075423 Jun 23 20:09:42.362124 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-e1b2a77d-81e8-49bf-9e9e-cbf61aae5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.363736 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-e1b2a77d-81e8-49bf-9e9e-cbf61aae5026 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434184 Jun 23 20:09:42.414121 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-f41d1fa6-998b-43da-8c12-f292d3ab1274 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 1002 time: 0.0557299 Jun 23 20:09:42.462431 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-ba9f9e3f-addf-4080-82e8-65b3667bc624 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921535 Jun 23 20:09:42.469769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-df024f93-2662-4f51-9d51-5c1514eb3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.471118 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-df024f93-2662-4f51-9d51-5c1514eb3624 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0447085 Jun 23 20:09:42.534946 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-59b337b5-36af-4dc1-a00b-0f761c6d1ff3 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fee2271744814fe9b2726faa89cfe1bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463641 Jun 23 20:09:42.565256 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-c5789620-827d-47bb-be7b-4e6d6ad67f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.581725 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-c5789620-827d-47bb-be7b-4e6d6ad67f90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694580 Jun 23 20:09:42.581890 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-3260718c-5b6c-45be-bf95-0541086a0e86 req-bbd4da41-1005-40b5-adee-becaeac846d9 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912211 Jun 23 20:09:42.878153 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-69d23fbc-f740-4280-8e4e-78d317e954e5 req-5922ce48-fcc9-47ae-8cd5-5b0d586bf4dd tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.2946451 Jun 23 20:09:42.963310 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-ab1c0695-9f3a-4a90-b31e-358a178e6eda tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:42.964766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-ab1c0695-9f3a-4a90-b31e-358a178e6eda tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4244280 Jun 23 20:09:42.968343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:42.986841 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Request body: {'port': {'device_id': '016c369d-730c-4b2e-8684-a36248eaad41', 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764', 'admin_state_up': True, 'tenant_id': 'fee2271744814fe9b2726faa89cfe1bc'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:42.995531 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-c92ffe4c-49f5-4fdd-a0fb-d407b859d2e6 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751576 Jun 23 20:09:43.042249 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:43.177961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b340c-9624-4bbc-8fe3-122edcb7a908 req-949d06ce-824c-47a6-abb8-bd55a67cca68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:43.178111 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab2b340c-9624-4bbc-8fe3-122edcb7a908 req-949d06ce-824c-47a6-abb8-bd55a67cca68 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.1366203 Jun 23 20:09:43.246844 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96820045-efa9-49b7-8d06-6fcf6dcb57c4 req-50f0dc64-24ca-48f0-981d-ab284008f2f4 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374187 Jun 23 20:09:43.275712 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab2b340c-9624-4bbc-8fe3-122edcb7a908 req-3937c6bd-605a-434f-b4b5-dfdfb35a4a82 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888562 Jun 23 20:09:43.336025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Made reservation on behalf of fee2271744814fe9b2726faa89cfe1bc for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:09:43.339729 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:43.349609 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:43.430608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks [] for security_group (ee6774d1-d9bb-48d1-9404-2be79cb13a89), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:43.490756 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ee6774d1-d9bb-48d1-9404-2be79cb13a89), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:43.556136 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6774d1-d9bb-48d1-9404-2be79cb13a89,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:43.635906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Allocated IP 192.168.233.160 (8b0fdf00-45f8-45e0-bcf7-f49eb7c63764/93b04a34-b4ce-4a69-bbba-65a6844f63f3/f2df86e0-0194-46d3-bf6c-c3adbbe5a331) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:09:43.783271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:43.815595 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks [] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:43.829070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361fea-6b6b-4ddb-bb08-0625a0eb69f6 req-9d4903e5-f6bc-4a1e-b64b-b3fc7731ed3b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:43.830545 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4361fea-6b6b-4ddb-bb08-0625a0eb69f6 req-9d4903e5-f6bc-4a1e-b64b-b3fc7731ed3b tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0693150 Jun 23 20:09:43.881929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:43.897187 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4361fea-6b6b-4ddb-bb08-0625a0eb69f6 req-909905ac-2b78-4966-8d24-139c484cf2fe tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598366 Jun 23 20:09:43.985260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb8bf0aa-4818-4aea-bc34-a1ca25e9314a req-3c703024-a39d-4667-a150-bfd9edd3d71a tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0314207 Jun 23 20:09:44.022623 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:44.068091 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:09:44.071032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:09:44.073471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:09:44.100402 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Pushing event updated for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:44.130650 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:44.132494 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:44.225088 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-065f2d62-85f2-485a-9b19-bd4655eea646 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2433267 Jun 23 20:09:44.333531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-0aa18375-7f0c-4940-aeba-9c8fb466a945 None None] Provisioning complete for port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:44.334054 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0aa18375-7f0c-4940-aeba-9c8fb466a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:44.369094 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-0aa18375-7f0c-4940-aeba-9c8fb466a945 None None] Port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:09:44.395615 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef93c-5e60-42c0-ba10-732acde1911a req-ec8ccbeb-3d9a-412c-99a6-336f06c79572 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:44.397178 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9bef93c-5e60-42c0-ba10-732acde1911a req-ec8ccbeb-3d9a-412c-99a6-336f06c79572 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 946 time: 0.0480893 Jun 23 20:09:44.444059 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9bef93c-5e60-42c0-ba10-732acde1911a req-a17242bd-890f-4c83-a2d2-f16aa275ec0d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Jun 23 20:09:44.860826 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35656) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:44.965351 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bd683cf2-cb50-47b0-9f4e-96484a1afae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.015158 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07a46-ace7-4e0f-9c01-4bddc10beb98 req-395b1eaf-fd3c-42bb-9e87-47bbe71e364e tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:45.016724 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5ab07a46-ace7-4e0f-9c01-4bddc10beb98 req-395b1eaf-fd3c-42bb-9e87-47bbe71e364e tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Jun 23 20:09:45.043318 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bd683cf2-cb50-47b0-9f4e-96484a1afae7 admin admin] Publish callbacks [] for security_group (8e83fd33-51eb-4553-9c13-d79fe9cc403e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.077620 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5ab07a46-ace7-4e0f-9c01-4bddc10beb98 req-e86cf98c-5e2c-427c-b336-f01b5972a911 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Jun 23 20:09:45.110851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2bd41-6c9d-4b55-b301-e3140e0d282e req-ddb76fcb-0c1e-4e07-89aa-7906b72eb697 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:45.112341 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-48c2bd41-6c9d-4b55-b301-e3140e0d282e req-ddb76fcb-0c1e-4e07-89aa-7906b72eb697 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 936 time: 0.0557551 Jun 23 20:09:45.130705 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bd683cf2-cb50-47b0-9f4e-96484a1afae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8e83fd33-51eb-4553-9c13-d79fe9cc403e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.136650 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:09:45.163419 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-48c2bd41-6c9d-4b55-b301-e3140e0d282e req-1ec34135-bfa7-4477-843f-683a9f913fb5 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455167 Jun 23 20:09:45.176738 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bd683cf2-cb50-47b0-9f4e-96484a1afae7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1febc535abd64f2fb47115cfc69498c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147876 Jun 23 20:09:45.176971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35664) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:45.192887 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd683cf2-cb50-47b0-9f4e-96484a1afae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83fd33-51eb-4553-9c13-d79fe9cc403e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:45.194897 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Request body: {'port': {'device_id': '016c369d-730c-4b2e-8684-a36248eaad41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:09:45.243364 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: ACTIVE; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:45.244192 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.269598 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:45.271863 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a735e984-7e27-42c0-92a7-c2619f4a5fda" -d '{"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-unplugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:45.284333 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:45.313726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae58f6-54df-463f-a247-9c8eae3e2c79 x-openstack-request-id: req-c9ae58f6-54df-463f-a247-9c8eae3e2c79 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:45.314109 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-unplugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:45.314441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9ae58f6-54df-463f-a247-9c8eae3e2c79 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:45.314910 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ae58f6-54df-463f-a247-9c8eae3e2c79'] response: {'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'code': 200} Jun 23 20:09:45.316241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.319794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] Publish callbacks [] for security_group (8e83fd33-51eb-4553-9c13-d79fe9cc403e), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.359272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.370742 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] Publish callbacks [] for security_group (8e83fd33-51eb-4553-9c13-d79fe9cc403e), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.409149 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=8']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:45.487423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:45.600688 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (8e83fd33-51eb-4553-9c13-d79fe9cc403e), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.604592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.606200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e83fd33-51eb-4553-9c13-d79fe9cc403e HTTP/1.1" status: 204 len: 168 time: 0.4282475 Jun 23 20:09:45.635025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e838b-57ae-427e-9cc4-3d9826305b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83fd33-51eb-4553-9c13-d79fe9cc403e,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:45.658786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105ce8b-4737-44a8-ae0a-c15152cac91f req-040c40c9-f2e6-41ae-bb6d-2adbc91a426c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:45.660944 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0105ce8b-4737-44a8-ae0a-c15152cac91f req-040c40c9-f2e6-41ae-bb6d-2adbc91a426c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1150992 Jun 23 20:09:45.752866 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0105ce8b-4737-44a8-ae0a-c15152cac91f req-6a50a0ee-abb0-4f08-902f-9cb5da0ba0d4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826204 Jun 23 20:09:45.756344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2df86e0-0194-46d3-bf6c-c3adbbe5a331 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:45.764044 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks [] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.767469 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:45.777374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Transition to ACTIVE for port object f2df86e0-0194-46d3-bf6c-c3adbbe5a331 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:09:45.833128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:45.883250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Pushing event updated for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:45.967740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Attempting to bind port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:09:45.968076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Attempting to bind port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:09:45.968435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Attempting to bind port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 on network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:45.973883 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 on network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:09:45.974199 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Attempting to bind port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 on network 8b0fdf00-45f8-45e0-bcf7-f49eb7c63764 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:09:45.979548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:09:45.982293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Checking segment: {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:09:45.982293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Bound using segment: {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:09:45.982293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Bound port: f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c019cfae-7872-49d0-88fd-b76378267666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:09:45.982293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.047281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:09:46.051974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:09:46.131386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.170175 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35678) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:46.185204 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0e56485f-f41e-4e5e-b002-bdf32cd4adc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.197219 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:46.214906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:46.215527 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.216974 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] 10.222.0.42 "PUT /v2.0/ports/f2df86e0-0194-46d3-bf6c-c3adbbe5a331 HTTP/1.1" status: 200 len: 1098 time: 1.0307338 Jun 23 20:09:46.217509 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:46.220919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11" -d '{"events": [{"name": "network-changed", "server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:46.266290 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:46.281052 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0e56485f-f41e-4e5e-b002-bdf32cd4adc5 admin admin] Publish callbacks [] for security_group (1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.292114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b4e77-5827-4c17-ae93-ec7ece296df7 req-3d5656d8-4b09-4af8-8fea-3b7eece92a5c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:46.293670 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c6b4e77-5827-4c17-ae93-ec7ece296df7 req-3d5656d8-4b09-4af8-8fea-3b7eece92a5c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.1362216 Jun 23 20:09:46.302995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78123c5-23c8-459c-97ea-55b034e9b397 service neutron] Pushing event updated for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:46.329969 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414df6e-4195-46cc-b69f-b142324b3cbc req-a7db1afc-c094-4b5f-901e-844b8aa1e815 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:46.331482 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2414df6e-4195-46cc-b69f-b142324b3cbc req-a7db1afc-c094-4b5f-901e-844b8aa1e815 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 948 time: 0.0886464 Jun 23 20:09:46.365791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0e56485f-f41e-4e5e-b002-bdf32cd4adc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.381681 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c6b4e77-5827-4c17-ae93-ec7ece296df7 req-baccbf8f-b7af-4edc-a296-8612f3af5ddc tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795496 Jun 23 20:09:46.407397 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0e56485f-f41e-4e5e-b002-bdf32cd4adc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbb9c1ccf3a8486791ca7eb94d266641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361526 Jun 23 20:09:46.410866 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35684) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:46.415000 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56485f-f41e-4e5e-b002-bdf32cd4adc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:46.431950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519d8c65-351d-40c8-a4cd-18fcb5ee98d6 x-openstack-request-id: req-519d8c65-351d-40c8-a4cd-18fcb5ee98d6 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:46.432242 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:46.432527 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-519d8c65-351d-40c8-a4cd-18fcb5ee98d6 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:46.432925 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519d8c65-351d-40c8-a4cd-18fcb5ee98d6'] response: {'name': 'network-changed', 'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331', 'status': 'completed', 'code': 200} Jun 23 20:09:46.440974 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2414df6e-4195-46cc-b69f-b142324b3cbc req-1896a4b5-cd8e-48e5-9aa7-8123a4652e2c tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009624 Jun 23 20:09:46.475111 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] Publish callbacks [] for security_group (1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.483313 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:46.501880 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] Publish callbacks [] for security_group (1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.725014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.727525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:46.728743 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d HTTP/1.1" status: 204 len: 168 time: 0.3169620 Jun 23 20:09:46.737604 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac186d-24d8-41b1-b33f-db8806ad193c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc7a71c-a2ec-4dee-b0d0-89c118c76a2d,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:46.902156 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b2ae3-f624-4336-b2bf-d2b250dd7ebe req-500222fb-28cf-4c22-907c-e188711257a3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:46.903829 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e1b2ae3-f624-4336-b2bf-d2b250dd7ebe req-500222fb-28cf-4c22-907c-e188711257a3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0763166 Jun 23 20:09:46.909966 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11 req-c9705738-30c4-49ec-8a96-3d0479d9f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:46.912013 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11 req-c9705738-30c4-49ec-8a96-3d0479d9f857 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fee2271744814fe9b2726faa89cfe1bc&device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 1132 time: 0.0550528 Jun 23 20:09:46.953304 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e1b2ae3-f624-4336-b2bf-d2b250dd7ebe req-f54d2d7a-fc5d-462e-9cf6-48c3e5c8aa4f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Jun 23 20:09:47.031610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11 req-965b60b3-0645-4307-bba9-5ac3fb7c99fd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fee2271744814fe9b2726faa89cfe1bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199447 Jun 23 20:09:47.092336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:47.178354 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11 req-cb72c9da-9109-445a-809b-79314a7cbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.179826 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bb6817e8-d106-46f2-ac79-f9a1a4ab0b11 req-cb72c9da-9109-445a-809b-79314a7cbbbc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962164 Jun 23 20:09:47.259646 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-a3c522e5-8fd9-48a8-a4a4-918aeb928b02 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.261345 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-a3c522e5-8fd9-48a8-a4a4-918aeb928b02 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.0575674 Jun 23 20:09:47.372803 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-6a57f9a3-d4d1-4a90-8c3a-bd0b90bd376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.374225 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-6a57f9a3-d4d1-4a90-8c3a-bd0b90bd376d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fee2271744814fe9b2726faa89cfe1bc&device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 1132 time: 0.0695519 Jun 23 20:09:47.443424 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-9c0107bf-4fb0-493f-b5c8-e2e94fe66db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331 HTTP/1.1" status: 200 len: 217 time: 0.0360475 Jun 23 20:09:47.443424 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Deleting port 71746899-262d-4424-8ec8-9692c4396671 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:09:47.443424 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (71746899-262d-4424-8ec8-9692c4396671), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:47.604848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-3b4d74f2-f83a-40a7-beb7-bc8c5de8c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.606293 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-3b4d74f2-f83a-40a7-beb7-bc8c5de8c532 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93b04a34-b4ce-4a69-bbba-65a6844f63f3 HTTP/1.1" status: 200 len: 843 time: 0.1609190 Jun 23 20:09:47.625034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915453-e5c9-4688-8aa0-719d416e87c5 req-d6270912-e60a-40b4-9b57-83ce9ab493bd tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.626456 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-24915453-e5c9-4688-8aa0-719d416e87c5 req-d6270912-e60a-40b4-9b57-83ce9ab493bd tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 946 time: 0.1406684 Jun 23 20:09:47.639483 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392f13a-f6a5-48ac-9ce2-efd8eb1aec46 req-7c92bb1e-1a4d-493b-8dba-2b7f9612497d tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.640885 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e392f13a-f6a5-48ac-9ce2-efd8eb1aec46 req-7c92bb1e-1a4d-493b-8dba-2b7f9612497d tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 948 time: 0.1081033 Jun 23 20:09:47.683625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:47.701516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] For port 71746899-262d-4424-8ec8-9692c4396671, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=71746899-262d-4424-8ec8-9692c4396671,segment=NetworkSegment(5aab33dc-c6e2-41a3-ad52-1b6b638a3089),segment_id=5aab33dc-c6e2-41a3-ad52-1b6b638a3089)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:47.701882 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (71746899-262d-4424-8ec8-9692c4396671), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:47.730155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Calling delete_port for 71746899-262d-4424-8ec8-9692c4396671 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:09:47.743550 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-24915453-e5c9-4688-8aa0-719d416e87c5 req-f44919e2-bda4-4e94-88eb-5da6d846a3e6 tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/security-groups?id=d61a0f7a-7939-48ea-abfe-bc36b8e574e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101935 Jun 23 20:09:47.763798 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e392f13a-f6a5-48ac-9ce2-efd8eb1aec46 req-9dfcfd0d-882d-4726-b91e-2454cde1aae4 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124368 Jun 23 20:09:47.841268 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-6d88685b-be13-49aa-8d4e-e285ca263be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:47.842769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-6d88685b-be13-49aa-8d4e-e285ca263be3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8b0fdf00-45f8-45e0-bcf7-f49eb7c63764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0522766 Jun 23 20:09:47.999599 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-9a02255a-6734-43e7-a57c-b46f2b2e0841 service neutron] 10.222.0.42 "GET /v2.0/networks/8b0fdf00-45f8-45e0-bcf7-f49eb7c63764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502156 Jun 23 20:09:48.050752 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:48.095782 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (71746899-262d-4424-8ec8-9692c4396671), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:48.138848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Pushing event deleted for resources: {'Port': ['ID=71746899-262d-4424-8ec8-9692c4396671,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:48.152720 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['71746899-262d-4424-8ec8-9692c4396671'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:48.158920 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca7957-08a5-41eb-81b4-7e5add12154b req-87679843-0426-4c86-b810-b7ba9f91d801 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:48.160941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0eca7957-08a5-41eb-81b4-7e5add12154b req-87679843-0426-4c86-b810-b7ba9f91d801 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1222489 Jun 23 20:09:48.176856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-978072af-a9c3-462c-ae76-36f3c5bd3b16 req-25b67ca9-b871-4a3b-83fb-8a824d4824b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8b0fdf00-45f8-45e0-bcf7-f49eb7c63764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689346 Jun 23 20:09:48.221081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] No DVR routers for this DVR port 71746899-262d-4424-8ec8-9692c4396671 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:09:48.225296 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:48.228855 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1046ea5b-07cb-421f-b142-c6c1028e6d9d req-394be597-00a9-4f85-baa8-831a659b9f9a tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.42 "DELETE /v2.0/ports/71746899-262d-4424-8ec8-9692c4396671 HTTP/1.1" status: 204 len: 173 time: 0.9336796 Jun 23 20:09:48.252500 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0eca7957-08a5-41eb-81b4-7e5add12154b req-fe6cf9ae-7d44-46d9-92a2-62a74eff62b6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849729 Jun 23 20:09:48.434622 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'name': 'network-vif-deleted', 'tag': '71746899-262d-4424-8ec8-9692c4396671'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:48.437059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d376d5-3d8d-44b5-bdf7-02c3a396d48a" -d '{"events": [{"server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "name": "network-vif-deleted", "tag": "71746899-262d-4424-8ec8-9692c4396671"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:48.473640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee62731-5249-4006-b652-86bb6cd18814 x-openstack-request-id: req-0ee62731-5249-4006-b652-86bb6cd18814 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:48.474022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a9a669-c9d7-46c6-a901-1e5b99c820e2", "name": "network-vif-deleted", "tag": "71746899-262d-4424-8ec8-9692c4396671", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:48.474372 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ee62731-5249-4006-b652-86bb6cd18814 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:48.474780 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee62731-5249-4006-b652-86bb6cd18814'] response: {'server_uuid': 'b9a9a669-c9d7-46c6-a901-1e5b99c820e2', 'name': 'network-vif-deleted', 'tag': '71746899-262d-4424-8ec8-9692c4396671', 'status': 'completed', 'code': 200} Jun 23 20:09:48.848717 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d204b6e2-0550-4985-9a7c-a069108f1f6d req-b34c089d-e312-4995-976c-1f0b8103f21c tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0321820 Jun 23 20:09:48.971823 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9419ace-8dad-4e81-be1b-5f3a54139ffa req-caa0c864-86f0-47c5-a98f-b80108dbd33f tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:48.973277 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9419ace-8dad-4e81-be1b-5f3a54139ffa req-caa0c864-86f0-47c5-a98f-b80108dbd33f tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 948 time: 0.0683868 Jun 23 20:09:49.025572 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9419ace-8dad-4e81-be1b-5f3a54139ffa req-c19218e0-98fe-45d8-99ad-e376e96fe754 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466378 Jun 23 20:09:49.179702 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:09:49.258942 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: DOWN; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:49.800053 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-b3965c01-4eef-4695-87c9-fe8c6910d5c7 req-cf9467af-383e-42b9-a3ce-9218c739a1a2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:09:49.801116 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b3965c01-4eef-4695-87c9-fe8c6910d5c7 req-cf9467af-383e-42b9-a3ce-9218c739a1a2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054805 Jun 23 20:09:49.961608 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-805ed971-5487-4a05-bb28-63d6190e9598 req-bce3a281-6ba3-4cbb-a6db-799aa9d2bdad tempest-VolumesActionsTest-1992940749 tempest-VolumesActionsTest-1992940749-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a9a669-c9d7-46c6-a901-1e5b99c820e2 HTTP/1.1" status: 200 len: 210 time: 0.0286772 Jun 23 20:09:50.152289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa49194-c39d-4871-980d-aaa6c57a4871 req-3f011b18-eba6-4d89-b1c4-7f12a3b174f7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:50.156801 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8fa49194-c39d-4871-980d-aaa6c57a4871 req-3f011b18-eba6-4d89-b1c4-7f12a3b174f7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0862832 Jun 23 20:09:50.183088 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822803d-2b76-45ed-91a2-0dfb81be6e4f req-1b2a733d-08a0-4634-923a-95c420467bba tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:50.184710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3822803d-2b76-45ed-91a2-0dfb81be6e4f req-1b2a733d-08a0-4634-923a-95c420467bba tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 948 time: 0.0797472 Jun 23 20:09:50.236043 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8fa49194-c39d-4871-980d-aaa6c57a4871 req-161d4943-b71f-4c12-9b48-1f0c60cbb676 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753205 Jun 23 20:09:50.260791 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3822803d-2b76-45ed-91a2-0dfb81be6e4f req-bb029986-8c80-4093-b666-980ce5426c62 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671067 Jun 23 20:09:50.733082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35802) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:50.818413 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-84975132-c983-49ab-bee7-aaa63b7b97cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841105 Jun 23 20:09:50.827019 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-92e9660d-6d78-47a2-9cdb-72dd53dccd5e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:09:50.827975 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-92e9660d-6d78-47a2-9cdb-72dd53dccd5e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050664 Jun 23 20:09:50.904578 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35812) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:50.998754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-75acd270-70a6-4499-956b-88811d9e81b9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:51.000129 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-75acd270-70a6-4499-956b-88811d9e81b9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports/01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 941 time: 0.0945859 Jun 23 20:09:51.175769 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device f2df86e0-0194-46d3-bf6c-c3adbbe5a331 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:09:51.187376 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 71746899-262d-4424-8ec8-9692c4396671 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:09:51.209483 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 71746899-262d-4424-8ec8-9692c4396671 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:09:51.209824 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 71746899-262d-4424-8ec8-9692c4396671 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:09:51.307080 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:51.319210 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331', 'network_id': '8b0fdf00-45f8-45e0-bcf7-f49eb7c63764', 'port_id': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331', 'mac_address': 'fa:16:3e:34:cf:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b04a34-b4ce-4a69-bbba-65a6844f63f3', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:09:51.368245 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:51.368760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:51.384636 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2df86e0-0194-46d3-bf6c-c3adbbe5a331 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:09:51.414081 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:51.416710 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3f308-1b89-4143-88de-bf7867149ff9 req-e10fa558-e61a-44ec-a68d-2c5e39a8d967 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:51.419066 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1ba3f308-1b89-4143-88de-bf7867149ff9 req-e10fa558-e61a-44ec-a68d-2c5e39a8d967 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 948 time: 0.0602269 Jun 23 20:09:51.426650 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a7856-f568-402a-9b79-f9e9b39eebff req-a18e08d6-ab41-4b66-93e1-598bedcab84f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:51.428984 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b03a7856-f568-402a-9b79-f9e9b39eebff req-a18e08d6-ab41-4b66-93e1-598bedcab84f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1113648 Jun 23 20:09:51.509510 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1ba3f308-1b89-4143-88de-bf7867149ff9 req-f448e0d3-359c-4178-b290-6557fbf6da30 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793028 Jun 23 20:09:51.513902 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b03a7856-f568-402a-9b79-f9e9b39eebff req-292020a9-9cc8-44e9-bf9f-632690ad64d5 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673745 Jun 23 20:09:51.536623 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:51.580958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:51.924502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['f2df86e0-0194-46d3-bf6c-c3adbbe5a331'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:09:51.970789 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:51.996061 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:52.760564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de27e6-c2eb-434e-ae8f-6f496835b523 req-be8b26f0-ec2d-4c68-97bd-d2df03537a1a tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:52.762059 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c5de27e6-c2eb-434e-ae8f-6f496835b523 req-be8b26f0-ec2d-4c68-97bd-d2df03537a1a tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 949 time: 0.0818262 Jun 23 20:09:52.781416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbad614-3078-4891-88d6-aa1fc7e07fef req-b8d33061-74fb-448b-920b-fe4957213ef7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:52.783769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2cbad614-3078-4891-88d6-aa1fc7e07fef req-b8d33061-74fb-448b-920b-fe4957213ef7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0893903 Jun 23 20:09:52.808165 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:52.841118 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c5de27e6-c2eb-434e-ae8f-6f496835b523 req-79c9e682-5c2c-47c5-9e80-3ed32c0b7699 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735655 Jun 23 20:09:52.857533 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2cbad614-3078-4891-88d6-aa1fc7e07fef req-c7acd2c6-73f3-4b69-99d7-a5dac2accb01 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647411 Jun 23 20:09:52.879928 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:09:53.980699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b429a-69a5-4c9a-a028-800b4fabd3e2 req-65a6427a-36f7-4cb5-9338-1cb916a2fae2 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:53.982165 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cd7b429a-69a5-4c9a-a028-800b4fabd3e2 req-65a6427a-36f7-4cb5-9338-1cb916a2fae2 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 949 time: 0.0748584 Jun 23 20:09:54.009284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a78116-cdfe-441f-bc7e-86cd9c0b550e req-71e04315-3731-40d0-b35f-0bed68addec0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:54.010687 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43a78116-cdfe-441f-bc7e-86cd9c0b550e req-71e04315-3731-40d0-b35f-0bed68addec0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0753868 Jun 23 20:09:54.054289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cd7b429a-69a5-4c9a-a028-800b4fabd3e2 req-b6eb659b-7018-4474-8062-67c124bfd522 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Jun 23 20:09:54.077884 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43a78116-cdfe-441f-bc7e-86cd9c0b550e req-365f9eb8-f003-48b1-8452-7975961f4438 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597293 Jun 23 20:09:54.641189 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device f2df86e0-0194-46d3-bf6c-c3adbbe5a331 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:09:54.683074 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:09:54.759631 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:09:54.760219 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:54.835240 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:09:54.835620 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:54.858283 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:09:54.860506 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7427962-77fc-4f91-a429-804fcb58718a" -d '{"events": [{"server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "name": "network-vif-plugged", "status": "completed", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:09:54.873578 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:09:54.897007 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbac87f-dbb5-4286-9e77-80159f6f1d7d x-openstack-request-id: req-acbac87f-dbb5-4286-9e77-80159f6f1d7d {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:09:54.897291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "name": "network-vif-plugged", "status": "completed", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:09:54.897564 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acbac87f-dbb5-4286-9e77-80159f6f1d7d {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:09:54.897980 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbac87f-dbb5-4286-9e77-80159f6f1d7d'] response: {'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331', 'code': 200} Jun 23 20:09:54.935996 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:54.980946 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:55.148868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:55.175457 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae30d4-f337-4e66-868b-746d9695b2e5 req-a0e94959-3f34-4021-994a-0e936a18c849 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:55.176928 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eeae30d4-f337-4e66-868b-746d9695b2e5 req-a0e94959-3f34-4021-994a-0e936a18c849 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.0562284 Jun 23 20:09:55.466525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa489-8726-48b6-8eeb-3ccdd5043b4c req-b87d6a2e-af35-4bdf-9e34-554b032b7070 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:55.467882 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-25cfa489-8726-48b6-8eeb-3ccdd5043b4c req-b87d6a2e-af35-4bdf-9e34-554b032b7070 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.3137305 Jun 23 20:09:55.510202 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eeae30d4-f337-4e66-868b-746d9695b2e5 req-c9a3967a-f282-4033-9b14-d9fd908688b9 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180082 Jun 23 20:09:55.531376 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-25cfa489-8726-48b6-8eeb-3ccdd5043b4c req-57cde3ac-5478-48b6-a422-dfe58d94e0ce tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537271 Jun 23 20:09:55.906280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed115-bfb0-4cf8-afac-22b78a93a978 req-91e852f5-dcad-4e1b-aa15-f3f596e7009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:55.907770 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e35ed115-bfb0-4cf8-afac-22b78a93a978 req-91e852f5-dcad-4e1b-aa15-f3f596e7009d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 1134 time: 0.0433214 Jun 23 20:09:55.953733 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e35ed115-bfb0-4cf8-afac-22b78a93a978 req-169a4a63-4f2e-4bc1-85a9-583cf175df47 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381446 Jun 23 20:09:56.656528 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac45dc4-a633-4643-956c-5227cfcec9c9 req-2e41c8d7-bb8e-4c97-b322-5b5dd0af343f tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:56.657985 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6ac45dc4-a633-4643-956c-5227cfcec9c9 req-2e41c8d7-bb8e-4c97-b322-5b5dd0af343f tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.0783970 Jun 23 20:09:56.668769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6436c-9ba6-4b5a-be3a-f5a845929f4a req-01fd0ad6-50e3-4662-b7b3-0fedfde9660b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:56.670173 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ae6436c-9ba6-4b5a-be3a-f5a845929f4a req-01fd0ad6-50e3-4662-b7b3-0fedfde9660b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0619075 Jun 23 20:09:56.673819 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=18 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:56.741750 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6ac45dc4-a633-4643-956c-5227cfcec9c9 req-fc386990-9a75-41fe-b191-e0e78ca1f85f tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706344 Jun 23 20:09:56.748633 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ae6436c-9ba6-4b5a-be3a-f5a845929f4a req-fda06b52-a4db-4d86-b245-5bc4a74990d7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706806 Jun 23 20:09:57.939442 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33494f25-40fc-4b12-aece-957c53d28893 req-18cebb29-83da-4a20-abcc-2ef18b288c0e tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:57.947343 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-33494f25-40fc-4b12-aece-957c53d28893 req-18cebb29-83da-4a20-abcc-2ef18b288c0e tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.1093135 Jun 23 20:09:57.955977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b50cfd-1be2-4de5-8868-0b771434897b req-d424f969-f642-4339-8095-50117cc2dd49 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:57.965768 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58b50cfd-1be2-4de5-8868-0b771434897b req-d424f969-f642-4339-8095-50117cc2dd49 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1170504 Jun 23 20:09:58.051894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-33494f25-40fc-4b12-aece-957c53d28893 req-1fcaf565-98d7-4a51-ae66-4a5afdd37be7 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033604 Jun 23 20:09:58.076754 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58b50cfd-1be2-4de5-8868-0b771434897b req-c8d63256-a00a-4947-bf74-1e3d3c96a530 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001265 Jun 23 20:09:58.156129 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 35974) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:58.297462 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51b4c669-8f77-41be-886d-ecdb694311a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.330224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:58.390911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51b4c669-8f77-41be-886d-ecdb694311a0 admin admin] Publish callbacks [] for security_group (13bd216f-1491-4c3f-8a37-e25877ee7ee7), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.467954 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51b4c669-8f77-41be-886d-ecdb694311a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (13bd216f-1491-4c3f-8a37-e25877ee7ee7), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.518997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4c669-8f77-41be-886d-ecdb694311a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd216f-1491-4c3f-8a37-e25877ee7ee7,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:58.532800 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-51b4c669-8f77-41be-886d-ecdb694311a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f02996c3b16439a80a20a126066b024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752971 Jun 23 20:09:58.536292 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 35978) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:58.599159 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] Publish callbacks [] for security_group (13bd216f-1491-4c3f-8a37-e25877ee7ee7), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.626770 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] Publish callbacks [] for security_group (13bd216f-1491-4c3f-8a37-e25877ee7ee7), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.773285 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (13bd216f-1491-4c3f-8a37-e25877ee7ee7), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.773943 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:58.777739 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13bd216f-1491-4c3f-8a37-e25877ee7ee7 HTTP/1.1" status: 204 len: 168 time: 0.2378585 Jun 23 20:09:58.790988 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a382009-bffd-4dc6-84d6-f9695cbcc21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd216f-1491-4c3f-8a37-e25877ee7ee7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:09:59.032979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-f6186397-f4e9-400b-ba37-8245fab30d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.035766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-f6186397-f4e9-400b-ba37-8245fab30d46 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 1128 time: 0.1101451 Jun 23 20:09:59.175167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-8d1169ab-6e68-4f1b-b1fd-624ea9e81f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.180662 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-8d1169ab-6e68-4f1b-b1fd-624ea9e81f29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1128 time: 0.1015646 Jun 23 20:09:59.367935 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc80f-11ba-404e-b3b2-1152a14c272c req-44131ed2-f827-436f-a40f-cab7f88973e3 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.370206 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c16fc80f-11ba-404e-b3b2-1152a14c272c req-44131ed2-f827-436f-a40f-cab7f88973e3 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.1108396 Jun 23 20:09:59.409584 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b8928-16ec-40ee-9da1-5526fcc309b9 req-8411290c-457e-422b-b96f-57208868f73f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.411557 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a64b8928-16ec-40ee-9da1-5526fcc309b9 req-8411290c-457e-422b-b96f-57208868f73f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.2229261 Jun 23 20:09:59.432205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:59.555900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-856bceb4-4343-4005-8f3d-d380590fef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.557568 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-856bceb4-4343-4005-8f3d-d380590fef06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.3562434 Jun 23 20:09:59.564330 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c16fc80f-11ba-404e-b3b2-1152a14c272c req-e69b68a6-f817-4ab6-a51a-f69ac7aa4cf4 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746423 Jun 23 20:09:59.571045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a64b8928-16ec-40ee-9da1-5526fcc309b9 req-7871e540-36e0-4dc3-9441-dc4319ab9c93 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584120 Jun 23 20:09:59.660693 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-90ea248d-2d79-4490-8405-29ae770c818f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 1000 time: 0.0884664 Jun 23 20:09:59.740207 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-6613bdca-bbfc-485b-b2e9-d2190a18e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.746993 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-6613bdca-bbfc-485b-b2e9-d2190a18e662 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0796680 Jun 23 20:09:59.811845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-f55690a2-a5d4-4d53-a7ba-33cfd5139662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:09:59.814121 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-f55690a2-a5d4-4d53-a7ba-33cfd5139662 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598962 Jun 23 20:09:59.907814 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36000) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:09:59.919471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:59.930036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-92ac7271-4a7d-4aca-b051-cf542f823670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:09:59.936272 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:09:59.994929 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-7801f4be-3c67-423d-8cfe-b7755ff18c6b service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727717 Jun 23 20:10:00.147965 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-92ac7271-4a7d-4aca-b051-cf542f823670 admin admin] Publish callbacks [] for security_group (b8a7861d-5409-416d-b34a-32c5a110dde2), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.167254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fec8a3-54d3-45f2-9db0-50ac1a1053b5 req-0565b232-bc12-4e70-b219-256163198855 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:00.169356 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-52fec8a3-54d3-45f2-9db0-50ac1a1053b5 req-0565b232-bc12-4e70-b219-256163198855 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.0851195 Jun 23 20:10:00.197062 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-92ac7271-4a7d-4aca-b051-cf542f823670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b8a7861d-5409-416d-b34a-32c5a110dde2), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.264039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac7271-4a7d-4aca-b051-cf542f823670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7861d-5409-416d-b34a-32c5a110dde2,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:00.280654 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36004) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:00.281253 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-92ac7271-4a7d-4aca-b051-cf542f823670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2d423182a3c48f7960499d60fc6aa55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720393 Jun 23 20:10:00.289369 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-52fec8a3-54d3-45f2-9db0-50ac1a1053b5 req-68ea0e0a-2f65-4424-8f2b-1deaccc368e2 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128466 Jun 23 20:10:00.330370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] Publish callbacks [] for security_group (b8a7861d-5409-416d-b34a-32c5a110dde2), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.352776 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] Publish callbacks [] for security_group (b8a7861d-5409-416d-b34a-32c5a110dde2), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.439932 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (b8a7861d-5409-416d-b34a-32c5a110dde2), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.442676 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:00.443880 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8a7861d-5409-416d-b34a-32c5a110dde2 HTTP/1.1" status: 204 len: 168 time: 0.1621544 Jun 23 20:10:00.457415 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d570-4042-488f-b644-7976f86269d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7861d-5409-416d-b34a-32c5a110dde2,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:00.746639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29c14-5444-469a-baa8-9de2387728cf req-a1f2a318-9685-4e39-ad96-ed670d06b9cb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:00.752732 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-36d29c14-5444-469a-baa8-9de2387728cf req-a1f2a318-9685-4e39-ad96-ed670d06b9cb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0903075 Jun 23 20:10:00.841329 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-36d29c14-5444-469a-baa8-9de2387728cf req-c04ef6b6-100c-42b1-acc6-20420c462af2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856199 Jun 23 20:10:01.382503 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36022) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:01.414246 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:01.446813 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ed19-c533-4bfe-a67c-1a43e397fe81 req-9b22a88e-8b77-4420-814c-32c88a936afd tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:01.455942 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0a6ed19-c533-4bfe-a67c-1a43e397fe81 req-9b22a88e-8b77-4420-814c-32c88a936afd tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.0776253 Jun 23 20:10:01.547451 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Publish callbacks [] for security_group (f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:01.603957 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0a6ed19-c533-4bfe-a67c-1a43e397fe81 req-81b145b1-8c19-4f02-b05e-37c158667152 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468959 Jun 23 20:10:01.633193 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:01.651319 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a8e1cba3-293e-4016-a207-aac5e71e3e4b req-021cb0ba-c4de-40c8-b8b7-0c2e82b06513 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930990 Jun 23 20:10:01.712428 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:01.717442 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9746b0b13b945baa5af49ea6684c810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332288 Jun 23 20:10:01.723087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36024) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:01.735134 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.735480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.735999 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.736535 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.737020 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.737541 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.738077 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.738571 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.739059 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.739547 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.740036 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.740616 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.741119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.741679 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.742154 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcf6703-d935-496e-b508-595be92f4b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:01.825058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] Publish callbacks [] for security_group (f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:01.855137 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] Publish callbacks [] for security_group (f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.070843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308474eb-96b9-49de-8c36-20b189dd50ad req-0573a61d-8855-4029-b1a0-07e78a039f0a tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:02.072410 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-308474eb-96b9-49de-8c36-20b189dd50ad req-0573a61d-8855-4029-b1a0-07e78a039f0a tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.42 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.1681168 Jun 23 20:10:02.133596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cc9d6-a1d0-40c3-8740-896f5c5e60ba req-6309bafa-6eee-4e83-be6f-f6a6f4713b2e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:02.136899 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-722cc9d6-a1d0-40c3-8740-896f5c5e60ba req-6309bafa-6eee-4e83-be6f-f6a6f4713b2e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1137085 Jun 23 20:10:02.167709 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:02.249476 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.261372 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.261372 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d HTTP/1.1" status: 204 len: 168 time: 0.5292921 Jun 23 20:10:02.280039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04fa5-8d80-4a6b-9e73-365f5e2f90a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd5e6e-adeb-4d08-a1d4-b1efb89fda4d,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:02.282846 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:02.325155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Deleting port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:10:02.325155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.335041 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-722cc9d6-a1d0-40c3-8740-896f5c5e60ba req-943b8f42-5835-46e4-a021-335e67eaa530 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654429 Jun 23 20:10:02.473654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] For port f2df86e0-0194-46d3-bf6c-c3adbbe5a331, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,segment=NetworkSegment(c019cfae-7872-49d0-88fd-b76378267666),segment_id=c019cfae-7872-49d0-88fd-b76378267666)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:02.474977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.493998 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Calling delete_port for f2df86e0-0194-46d3-bf6c-c3adbbe5a331 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:10:02.754419 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (f2df86e0-0194-46d3-bf6c-c3adbbe5a331), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.801598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Pushing event deleted for resources: {'Port': ['ID=f2df86e0-0194-46d3-bf6c-c3adbbe5a331,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:02.802697 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['f2df86e0-0194-46d3-bf6c-c3adbbe5a331'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:10:02.824806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96611178-b0f6-4daf-95d5-6d4947e5b3c5 req-7ab805e0-500c-4181-9799-6219e39dadb1 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:02.832041 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96611178-b0f6-4daf-95d5-6d4947e5b3c5 req-7ab805e0-500c-4181-9799-6219e39dadb1 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 950 time: 0.1173573 Jun 23 20:10:02.876103 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=19 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:02.990119 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] No DVR routers for this DVR port f2df86e0-0194-46d3-bf6c-c3adbbe5a331 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:10:02.995997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:02.999285 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-308474eb-96b9-49de-8c36-20b189dd50ad req-856f30b3-3fa7-453a-ae6a-3b54fc22771b tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.42 "DELETE /v2.0/ports/f2df86e0-0194-46d3-bf6c-c3adbbe5a331 HTTP/1.1" status: 204 len: 173 time: 0.8845155 Jun 23 20:10:02.999786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'name': 'network-vif-deleted', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:03.002181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfa147d-6682-46bb-8e18-7cb894a317ef" -d '{"events": [{"server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "name": "network-vif-deleted", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:03.032288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:03.054207 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96611178-b0f6-4daf-95d5-6d4947e5b3c5 req-e4a010b6-260d-4b87-80ab-3fb15ea41fae tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee6774d1-d9bb-48d1-9404-2be79cb13a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960795 Jun 23 20:10:03.079425 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d3a00f-db44-4506-b2c8-9f8394764ed8 x-openstack-request-id: req-88d3a00f-db44-4506-b2c8-9f8394764ed8 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:03.079715 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016c369d-730c-4b2e-8684-a36248eaad41", "name": "network-vif-deleted", "tag": "f2df86e0-0194-46d3-bf6c-c3adbbe5a331", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:03.079970 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88d3a00f-db44-4506-b2c8-9f8394764ed8 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:03.080480 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d3a00f-db44-4506-b2c8-9f8394764ed8'] response: {'server_uuid': '016c369d-730c-4b2e-8684-a36248eaad41', 'name': 'network-vif-deleted', 'tag': 'f2df86e0-0194-46d3-bf6c-c3adbbe5a331', 'status': 'completed', 'code': 200} Jun 23 20:10:03.536014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3ad2d-473f-48e4-8713-7c1211555aa8 req-188290ad-47ce-4200-b9d4-3fa77e5e17e6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:03.538263 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-48d3ad2d-473f-48e4-8713-7c1211555aa8 req-188290ad-47ce-4200-b9d4-3fa77e5e17e6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0696306 Jun 23 20:10:03.601959 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-48d3ad2d-473f-48e4-8713-7c1211555aa8 req-acd8bc71-10c8-4fc5-bc70-4905540eed62 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 Jun 23 20:10:04.187165 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-484f6923-f229-4dc2-a441-b1899da0ad64 req-5ff72f36-483a-468e-9bb4-05caadf81adc tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0408504 Jun 23 20:10:04.816360 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6134d-01d7-4e32-99db-d61ef1cd8675 req-6c74d4e5-2def-4dd1-b52c-a4a711405ad3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:04.819326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea6134d-01d7-4e32-99db-d61ef1cd8675 req-6c74d4e5-2def-4dd1-b52c-a4a711405ad3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0955029 Jun 23 20:10:04.929243 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea6134d-01d7-4e32-99db-d61ef1cd8675 req-b72d04cb-34bb-42a1-a9cb-3677e36e807e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025181 Jun 23 20:10:05.414135 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e987b339-ae49-4e4c-9440-d21214ab8128 req-85c38595-1824-4151-aa19-7ec3f2b34469 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0517318 Jun 23 20:10:05.651941 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device f2df86e0-0194-46d3-bf6c-c3adbbe5a331 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:10:05.676964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: f2df86e0-0194-46d3-bf6c-c3adbbe5a331 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:10:05.677905 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device f2df86e0-0194-46d3-bf6c-c3adbbe5a331 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:10:06.079433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0db647-dfd3-4bc4-acb7-a697557416ca req-b41c4e21-7053-434d-847e-98ed0a32b731 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:06.081100 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff0db647-dfd3-4bc4-acb7-a697557416ca req-b41c4e21-7053-434d-847e-98ed0a32b731 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0568917 Jun 23 20:10:06.166947 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ff0db647-dfd3-4bc4-acb7-a697557416ca req-64eb496d-00a3-4eb8-9d96-08cc99708637 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742893 Jun 23 20:10:06.257171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ffb59446-48ce-4168-a791-42288eb5a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:06.707918 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bd3c40b1-b698-4e00-ae85-922c03c4630a req-288d77a4-85e4-4c12-b9cd-9de2a21d4c57 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0580029 Jun 23 20:10:07.281631 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f99c9-3fdf-42c1-8033-970cc523947c req-a31141e6-5742-414f-bbc7-0a4b078bbe53 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:07.283123 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1b2f99c9-3fdf-42c1-8033-970cc523947c req-a31141e6-5742-414f-bbc7-0a4b078bbe53 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0499148 Jun 23 20:10:07.333079 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1b2f99c9-3fdf-42c1-8033-970cc523947c req-f61b930e-278d-4be1-a621-f35b4b485f94 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Jun 23 20:10:07.878092 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db36590a-8cfe-41d7-8054-e1958377fe6f req-9f9b649b-2a5a-439f-8c34-b8185ac4f36e tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Jun 23 20:10:07.902136 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:08.370484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7a5237f4-4b11-4ca6-99a4-76dcc099e3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:08.503423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73fc9a-8e7b-41e0-9f82-b60c72c025c7 req-9d8ddc00-395f-4ff9-9415-b94a99e451b7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:08.505004 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0b73fc9a-8e7b-41e0-9f82-b60c72c025c7 req-9d8ddc00-395f-4ff9-9415-b94a99e451b7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0490561 Jun 23 20:10:08.596246 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0b73fc9a-8e7b-41e0-9f82-b60c72c025c7 req-c5960120-9773-467e-9941-fdab3d22a2eb tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837834 Jun 23 20:10:09.127627 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-24bd4829-b08c-4200-ac11-8f5796919629 req-c484324f-de61-444d-b857-dd71490b0b03 tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0565279 Jun 23 20:10:09.784672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e427e2f-e178-4027-89a7-d2a7e5a8632f req-2215ce99-6f41-46b5-91aa-6a56d03d24aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:09.786248 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e427e2f-e178-4027-89a7-d2a7e5a8632f req-2215ce99-6f41-46b5-91aa-6a56d03d24aa tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0794373 Jun 23 20:10:09.852951 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e427e2f-e178-4027-89a7-d2a7e5a8632f req-e9a981e7-b57b-467e-996f-762d10335730 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596368 Jun 23 20:10:09.881590 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:10.276434 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-381b5272-fe9d-43db-a619-3216f4e7c3bd req-4b203b71-bf2f-4862-9101-5bc3f8fcd49c tempest-VolumesNegativeTest-1806558115 tempest-VolumesNegativeTest-1806558115-project] 10.222.0.44 "GET /v2.0/ports?device_id=016c369d-730c-4b2e-8684-a36248eaad41 HTTP/1.1" status: 200 len: 210 time: 0.0322800 Jun 23 20:10:11.018017 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91ca34-685f-484a-bf3d-da5ef119f546 req-60293a91-f1db-488c-bbef-8571d726d336 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:11.026102 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b91ca34-685f-484a-bf3d-da5ef119f546 req-60293a91-f1db-488c-bbef-8571d726d336 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0670977 Jun 23 20:10:11.086703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b91ca34-685f-484a-bf3d-da5ef119f546 req-0666334e-03fd-4e74-bc67-9fd51b78487b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595555 Jun 23 20:10:11.137266 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:11.545713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:11.709346 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:11.720698 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:12.268482 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473747f-5514-4ba7-9c1d-931d36215f76 req-e043c680-9a01-4804-8466-0ed0c2296e11 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:12.276350 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5473747f-5514-4ba7-9c1d-931d36215f76 req-e043c680-9a01-4804-8466-0ed0c2296e11 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0983624 Jun 23 20:10:12.346677 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5473747f-5514-4ba7-9c1d-931d36215f76 req-1e15ebb4-8b72-4d92-8743-1db39e32726c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691564 Jun 23 20:10:13.552537 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c2b4-c397-4485-ad99-5a1c8792634f req-65a21504-f3c4-4296-a377-df42f404a00d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:13.563811 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5559c2b4-c397-4485-ad99-5a1c8792634f req-65a21504-f3c4-4296-a377-df42f404a00d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.1328480 Jun 23 20:10:13.698998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5559c2b4-c397-4485-ad99-5a1c8792634f req-bca5836f-9053-4ca8-bb68-e8f35f924e85 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301019 Jun 23 20:10:13.716103 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-36e77844-45c9-4344-827b-0730023515ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2048342 Jun 23 20:10:14.806251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:14.814448 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a3439-c00f-4178-b4aa-963d6f7e9e46 req-1065f85e-b086-474f-8daa-ec09093a706d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:14.822096 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-404a3439-c00f-4178-b4aa-963d6f7e9e46 req-1065f85e-b086-474f-8daa-ec09093a706d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0473640 Jun 23 20:10:14.859116 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:14.864118 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-404a3439-c00f-4178-b4aa-963d6f7e9e46 req-77988856-eb06-4d88-8253-f5ce7b1dd95b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Jun 23 20:10:15.130799 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-af2b37bc-374c-4133-9622-27bafbbfcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:15.132850 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-af2b37bc-374c-4133-9622-27bafbbfcdb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 1129 time: 0.0513039 Jun 23 20:10:15.248025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-98d62944-c54a-4fcb-ac45-221ced7a72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:15.249664 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-98d62944-c54a-4fcb-ac45-221ced7a72fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.0964923 Jun 23 20:10:15.325564 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-c01e4dbe-10a4-4369-9d9b-c34af124e0da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 200 len: 1001 time: 0.0618708 Jun 23 20:10:15.368201 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-eaf08418-7199-4741-badd-84801c6a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:15.369674 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-eaf08418-7199-4741-badd-84801c6a63a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0436120 Jun 23 20:10:15.412659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-07cd561d-e2d3-42ce-93e8-9ea95bf31645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:15.414114 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-07cd561d-e2d3-42ce-93e8-9ea95bf31645 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377171 Jun 23 20:10:15.521028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-0e6a7aa2-6378-4577-9be7-327a4e8f47d8 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Jun 23 20:10:15.613347 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-176c0aa3-543d-4178-b907-d228b5f3f54c req-5a73f707-7737-4fb7-a99d-f33306653a84 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Jun 23 20:10:15.987714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5a61-09f3-4cdc-be91-ef0b0d573920 req-0b3eca18-c6cc-4413-8b0f-152616c210f2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:15.989214 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab1b5a61-09f3-4cdc-be91-ef0b0d573920 req-0b3eca18-c6cc-4413-8b0f-152616c210f2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0509191 Jun 23 20:10:16.037512 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab1b5a61-09f3-4cdc-be91-ef0b0d573920 req-ca0edb3a-a7bc-47ee-b6c0-74d37026c991 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Jun 23 20:10:17.158182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1decf7-592a-4aa0-8f2f-a1e73a938cca req-765a2951-9f59-48d0-83b8-96db1f082e3b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:17.159644 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3d1decf7-592a-4aa0-8f2f-a1e73a938cca req-765a2951-9f59-48d0-83b8-96db1f082e3b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0478399 Jun 23 20:10:17.207583 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3d1decf7-592a-4aa0-8f2f-a1e73a938cca req-e4462179-61d9-4442-b4ff-ae0f26b30079 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418808 Jun 23 20:10:17.850252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36404) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:17.894531 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Deleting subnet e2f32bb7-59ef-469d-9490-123875d1840c {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:10:17.898410 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Publish callbacks [] for subnet (e2f32bb7-59ef-469d-9490-123875d1840c), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:17.935778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (e2f32bb7-59ef-469d-9490-123875d1840c), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:17.981095 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (e2f32bb7-59ef-469d-9490-123875d1840c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.096729 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (e2f32bb7-59ef-469d-9490-123875d1840c), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.122443 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f32bb7-59ef-469d-9490-123875d1840c,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:18.127145 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.130409 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2f32bb7-59ef-469d-9490-123875d1840c HTTP/1.1" status: 204 len: 168 time: 0.2790785 Jun 23 20:10:18.133598 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36414) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:18.135987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.136376 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.138955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.139234 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.139557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.139876 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.140194 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.140543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117974-6f25-482c-9e3e-88e55900b0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:18.202789 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (885d343b-d90c-4197-a6fc-92476b1e08bf), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.308694 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (885d343b-d90c-4197-a6fc-92476b1e08bf), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.337321 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4527e3-c198-463d-a37a-2e1cd333409f req-a8c77ce8-b0e3-4f47-b54f-8498b0aeab43 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:18.338342 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885d343b-d90c-4197-a6fc-92476b1e08bf']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:18.339726 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad4527e3-c198-463d-a37a-2e1cd333409f req-a8c77ce8-b0e3-4f47-b54f-8498b0aeab43 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0565231 Jun 23 20:10:18.348605 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aab33dc-c6e2-41a3-ad52-1b6b638a3089') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:18.355199 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aab33dc-c6e2-41a3-ad52-1b6b638a3089') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:18.355415 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:18.359784 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (5aab33dc-c6e2-41a3-ad52-1b6b638a3089), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.369672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:18.374912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (5aab33dc-c6e2-41a3-ad52-1b6b638a3089), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.382183 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:10:18.382604 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (5aab33dc-c6e2-41a3-ad52-1b6b638a3089), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.391710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad4527e3-c198-463d-a37a-2e1cd333409f req-77f9ce5d-891c-40f7-8d9b-e82ed744d40c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449622 Jun 23 20:10:18.418501 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 5aab33dc-c6e2-41a3-ad52-1b6b638a3089 resource provider aggregate not found Jun 23 20:10:18.461574 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 5aab33dc-c6e2-41a3-ad52-1b6b638a3089 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5aab33dc-c6e2-41a3-ad52-1b6b638a3089 found for delete ", "request_id": "req-662b4cd9-7852-4fa5-8637-01503158e6ea"}]} Jun 23 20:10:18.508203 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (885d343b-d90c-4197-a6fc-92476b1e08bf), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.512770 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:18.516211 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] 10.222.0.44 "DELETE /v2.0/networks/885d343b-d90c-4197-a6fc-92476b1e08bf HTTP/1.1" status: 204 len: 168 time: 0.3807061 Jun 23 20:10:18.531341 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b795892-fba3-4595-8448-2ebebd5dbb95 admin admin] Pushing event deleted for resources: {'Network': ['ID=885d343b-d90c-4197-a6fc-92476b1e08bf,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:18.957699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36452) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:18.999459 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6d139ac7-fa65-4f11-a5e1-7cb61306b100 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df7d693ea21441559f4db447f5414f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405128 Jun 23 20:10:19.002020 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36454) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:19.048690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] Publish callbacks [] for security_group (d61a0f7a-7939-48ea-abfe-bc36b8e574e9), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:19.072561 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] Publish callbacks [] for security_group (d61a0f7a-7939-48ea-abfe-bc36b8e574e9), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:19.239336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d61a0f7a-7939-48ea-abfe-bc36b8e574e9), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:19.242621 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:19.244012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d61a0f7a-7939-48ea-abfe-bc36b8e574e9 HTTP/1.1" status: 204 len: 168 time: 0.2409024 Jun 23 20:10:19.252162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bae819-ec8d-47a5-a872-54a642dc4923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61a0f7a-7939-48ea-abfe-bc36b8e574e9,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:19.513831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0c16f-f6d6-430a-bc03-c73fa3b8afdc req-e9f6b783-c037-4c30-94bd-91d60cc0d7c2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:19.515400 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b0a0c16f-f6d6-430a-bc03-c73fa3b8afdc req-e9f6b783-c037-4c30-94bd-91d60cc0d7c2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0478017 Jun 23 20:10:19.577352 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b0a0c16f-f6d6-430a-bc03-c73fa3b8afdc req-2677804a-822f-409b-8528-55518536a814 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555315 Jun 23 20:10:20.347429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36504) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:20.484685 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-112c1dd1-af4c-4159-b96b-39043d2cf5c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fee2271744814fe9b2726faa89cfe1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321952 Jun 23 20:10:20.486603 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36514) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:20.535297 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] Publish callbacks [] for security_group (ee6774d1-d9bb-48d1-9404-2be79cb13a89), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:20.557467 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] Publish callbacks [] for security_group (ee6774d1-d9bb-48d1-9404-2be79cb13a89), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:20.696605 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317baebf-5888-4211-852d-7616fb10e73f req-b832f6ee-6265-4141-9f11-33b4b9aa4273 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:20.698171 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-317baebf-5888-4211-852d-7616fb10e73f req-b832f6ee-6265-4141-9f11-33b4b9aa4273 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0468626 Jun 23 20:10:20.701291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ee6774d1-d9bb-48d1-9404-2be79cb13a89), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:20.703847 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:20.704907 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee6774d1-d9bb-48d1-9404-2be79cb13a89 HTTP/1.1" status: 204 len: 168 time: 0.2173645 Jun 23 20:10:20.727072 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a0654-0c40-4ece-a7ca-a76f4010bc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6774d1-d9bb-48d1-9404-2be79cb13a89,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:20.761217 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-317baebf-5888-4211-852d-7616fb10e73f req-7b1b845f-a212-4ab8-9d22-2e28fe220437 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545652 Jun 23 20:10:21.767522 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:10:21.874844 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:21.887407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'mac_address': 'fa:16:3e:d8:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:10:21.890888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:21.921812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d652-3d5a-4cfc-8ab2-c3f11e4bb4fb req-4271603c-6c4e-4445-af1d-56b8e1e9ea18 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:21.926322 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9746d652-3d5a-4cfc-8ab2-c3f11e4bb4fb req-4271603c-6c4e-4445-af1d-56b8e1e9ea18 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 944 time: 0.0851777 Jun 23 20:10:21.926918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:10:21.926918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:21.941338 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:10:21.957182 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:21.965878 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:21.989851 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9746d652-3d5a-4cfc-8ab2-c3f11e4bb4fb req-b4a72f0c-acc9-43ee-90ee-7a02c00ca142 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562210 Jun 23 20:10:22.080903 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:22.134339 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=9']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:22.141454 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.141851 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.142344 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.142637 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.143011 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.143461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.143743 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.144343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.144918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.145308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.145697 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.146256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.146771 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.147148 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.147485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:10:22.473251 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:10:23.136541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003ae6f-cabb-40e2-8cb8-d3c3fc254a42 req-fd3f68e7-d2ec-4fec-ae11-e587de9ee74a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:23.136541 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d003ae6f-cabb-40e2-8cb8-d3c3fc254a42 req-fd3f68e7-d2ec-4fec-ae11-e587de9ee74a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 945 time: 0.0503762 Jun 23 20:10:23.181755 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d003ae6f-cabb-40e2-8cb8-d3c3fc254a42 req-ee0b8f86-c2a8-45c4-80ed-d7597d2236ad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432601 Jun 23 20:10:23.786226 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:10:23.831962 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:10:23.832354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:23.902232 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:10:23.902614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:23.925135 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:23.927475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a99bd1-16b8-4840-83a7-73e1f922aa81" -d '{"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:23.943746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:23.973643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3168ef37-22d4-42e3-ad7a-3b8714413106 x-openstack-request-id: req-3168ef37-22d4-42e3-ad7a-3b8714413106 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:23.974004 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-plugged", "status": "completed", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:23.974503 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3168ef37-22d4-42e3-ad7a-3b8714413106 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:23.975006 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3168ef37-22d4-42e3-ad7a-3b8714413106'] response: {'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'code': 200} Jun 23 20:10:24.016687 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:24.067251 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=10']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:24.306696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c41-82e2-4d38-87bb-86e8edd1c110 req-584b62eb-ed2c-4f81-a05b-9b64871d8110 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:24.309659 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-81f82c41-82e2-4d38-87bb-86e8edd1c110 req-584b62eb-ed2c-4f81-a05b-9b64871d8110 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0476706 Jun 23 20:10:24.357989 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-81f82c41-82e2-4d38-87bb-86e8edd1c110 req-f1dc22e6-a0ce-4473-97c3-657dbe98e995 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436625 Jun 23 20:10:24.684195 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:24.714983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e307a03-00d3-4aff-ac51-6fa6894675b2 req-60dfcff3-b412-412c-919d-28593786c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:24.716378 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7e307a03-00d3-4aff-ac51-6fa6894675b2 req-60dfcff3-b412-412c-919d-28593786c7f5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1131 time: 0.0413041 Jun 23 20:10:25.460325 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:25.478721 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e46cb-e09e-4227-b48d-4ba076471fe1 req-ac75f5c9-702f-4a31-8b73-86a0d9d09263 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:25.480189 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-630e46cb-e09e-4227-b48d-4ba076471fe1 req-ac75f5c9-702f-4a31-8b73-86a0d9d09263 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0467520 Jun 23 20:10:25.529045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-630e46cb-e09e-4227-b48d-4ba076471fe1 req-d2fc3022-57b6-4841-ad5b-fd276f8246d3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Jun 23 20:10:25.633503 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7e307a03-00d3-4aff-ac51-6fa6894675b2 req-f6f73535-6125-4cdd-8c73-37339fc606ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407987 Jun 23 20:10:26.661566 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24e7e-f4b0-44c4-8f6b-b32684be80a6 req-993ea9c7-9c96-43af-9b54-1f57f8268ac6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:26.663038 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-02c24e7e-f4b0-44c4-8f6b-b32684be80a6 req-993ea9c7-9c96-43af-9b54-1f57f8268ac6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0463166 Jun 23 20:10:26.712645 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-02c24e7e-f4b0-44c4-8f6b-b32684be80a6 req-41ff6044-d928-4c9f-a503-1ca9411a152f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441220 Jun 23 20:10:27.830989 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb690e-5b09-4f15-b2cf-d700cf13c937 req-f91ffc42-ea43-417f-adfd-d6e918f5aeaf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:27.832498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0cdb690e-5b09-4f15-b2cf-d700cf13c937 req-f91ffc42-ea43-417f-adfd-d6e918f5aeaf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0476975 Jun 23 20:10:27.879474 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0cdb690e-5b09-4f15-b2cf-d700cf13c937 req-83467128-ca23-41d6-ba98-d4b7e73097ec tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413446 Jun 23 20:10:28.150827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbec44-76cb-4abd-a112-7a289c397a87 req-29c7030d-d820-4e1e-ae9d-a6964c099ca2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:28.152241 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b5fbec44-76cb-4abd-a112-7a289c397a87 req-29c7030d-d820-4e1e-ae9d-a6964c099ca2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Jun 23 20:10:28.202570 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b5fbec44-76cb-4abd-a112-7a289c397a87 req-ca95b4c2-dede-42fc-827b-55d1cb69712b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445657 Jun 23 20:10:28.519917 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=24,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:28.521182 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:29.002718 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478be7ce-b2f4-447d-99b8-2d5cad5320f4 req-6ee48155-2f51-4a53-9c2d-89c0c5654941 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:29.004180 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-478be7ce-b2f4-447d-99b8-2d5cad5320f4 req-6ee48155-2f51-4a53-9c2d-89c0c5654941 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0495427 Jun 23 20:10:29.051314 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-478be7ce-b2f4-447d-99b8-2d5cad5320f4 req-498ce47a-1a6b-49e7-a4c5-25ca6cec8c16 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 Jun 23 20:10:29.322001 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70541c-3283-40a5-aec2-72762eccef8f req-cd5abfe7-3275-417e-bca7-185d3907e17f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:29.323436 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-da70541c-3283-40a5-aec2-72762eccef8f req-cd5abfe7-3275-417e-bca7-185d3907e17f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0458922 Jun 23 20:10:29.370324 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-da70541c-3283-40a5-aec2-72762eccef8f req-38943b26-6f62-4cc5-9152-d6edfd03045f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411320 Jun 23 20:10:29.881763 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:10:30.176032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359ae8b-bea1-4fce-b9bb-03ba6e0f2671 req-d4529b39-822e-4ea2-a53e-142df7a4c554 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:30.177591 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2359ae8b-bea1-4fce-b9bb-03ba6e0f2671 req-d4529b39-822e-4ea2-a53e-142df7a4c554 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0506771 Jun 23 20:10:30.512330 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb55c7-eb8f-4006-848f-f8fbf9813f14 req-60f2256e-9d40-4f1a-9013-0e06d742085b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:30.513779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94eb55c7-eb8f-4006-848f-f8fbf9813f14 req-60f2256e-9d40-4f1a-9013-0e06d742085b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0626333 Jun 23 20:10:30.517786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2359ae8b-bea1-4fce-b9bb-03ba6e0f2671 req-ea763c46-dd43-4162-8770-e11da409617e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3294387 Jun 23 20:10:30.562910 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94eb55c7-eb8f-4006-848f-f8fbf9813f14 req-91ff6fbe-80dc-46fa-bcf5-cbd1baa6db8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Jun 23 20:10:31.305235 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36744) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:31.426143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-a02b46bd-e606-4f56-a14e-8a3538a79d63 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:31.427565 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-a02b46bd-e606-4f56-a14e-8a3538a79d63 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.0641098 Jun 23 20:10:31.428487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-013386aa-33ac-4465-9f5b-a7b7fbcf8110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:31.520550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:31.552371 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port 4af33271-c5e4-4644-953f-371408d0d791 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:10:31.552741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (4af33271-c5e4-4644-953f-371408d0d791), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:31.557939 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:31.688433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-013386aa-33ac-4465-9f5b-a7b7fbcf8110 admin admin] Publish callbacks [] for security_group (9baa977b-44c0-4c60-b05f-e78ab87f0f4c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:31.724400 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5e140-6906-497f-9ca8-0e8f31c71ccb req-cb8d213b-34e1-44a9-b7c8-2891b60100dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:31.725851 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d7b5e140-6906-497f-9ca8-0e8f31c71ccb req-cb8d213b-34e1-44a9-b7c8-2891b60100dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.1263669 Jun 23 20:10:31.764546 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b62c7-df10-4067-bf18-d2ee344a0297 req-36dd4ea8-d6cd-4257-aada-d77e5e8b60ab tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:31.766316 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-930b62c7-df10-4067-bf18-d2ee344a0297 req-36dd4ea8-d6cd-4257-aada-d77e5e8b60ab tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 945 time: 0.1028466 Jun 23 20:10:31.783907 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] For port 4af33271-c5e4-4644-953f-371408d0d791, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4af33271-c5e4-4644-953f-371408d0d791,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:31.784270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (4af33271-c5e4-4644-953f-371408d0d791), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:31.807927 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-013386aa-33ac-4465-9f5b-a7b7fbcf8110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9baa977b-44c0-4c60-b05f-e78ab87f0f4c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:31.968975 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d7b5e140-6906-497f-9ca8-0e8f31c71ccb req-670fa740-3552-4523-aa8f-69f6e611c1e0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332833 Jun 23 20:10:31.994527 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-013386aa-33ac-4465-9f5b-a7b7fbcf8110 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9a16c22a8e84b418532658ba0e82bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6874714 Jun 23 20:10:31.997260 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36760) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:32.036830 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-930b62c7-df10-4067-bf18-d2ee344a0297 req-628e807d-3f35-4803-8ddf-014022a3f857 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=5738edea-5ad1-4eeb-b02d-0d251c421bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594550 Jun 23 20:10:32.040058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013386aa-33ac-4465-9f5b-a7b7fbcf8110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa977b-44c0-4c60-b05f-e78ab87f0f4c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:32.059067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:32.101446 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] Publish callbacks [] for security_group (9baa977b-44c0-4c60-b05f-e78ab87f0f4c), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.124121 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] Publish callbacks [] for security_group (9baa977b-44c0-4c60-b05f-e78ab87f0f4c), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.126613 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.126980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.127293 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 49e36bbd-c6b9-4825-a174-f7c17f36f908 disassociated. External IP: 172.27.0.207, port: 4af33271-c5e4-4644-953f-371408d0d791. Jun 23 20:10:32.127642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for 4af33271-c5e4-4644-953f-371408d0d791 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:10:32.242061 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9baa977b-44c0-4c60-b05f-e78ab87f0f4c), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.242269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.243740 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9baa977b-44c0-4c60-b05f-e78ab87f0f4c HTTP/1.1" status: 204 len: 168 time: 0.2450213 Jun 23 20:10:32.252547 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ccdbc-9716-4345-a2d2-f163e2b2b3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa977b-44c0-4c60-b05f-e78ab87f0f4c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:32.375823 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (4af33271-c5e4-4644-953f-371408d0d791), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.405277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=4af33271-c5e4-4644-953f-371408d0d791,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:32.519039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:10:32.664210 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:32.704054 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dd5f1-86fa-46a4-bba8-db6d17b585dc req-b26bb7fa-b9ed-4485-8bdd-3c7fdf2ce5d9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:32.705674 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a07dd5f1-86fa-46a4-bba8-db6d17b585dc req-b26bb7fa-b9ed-4485-8bdd-3c7fdf2ce5d9 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.1223972 Jun 23 20:10:32.714867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:10:32.725684 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:10:32.736519 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-b44271a3-2661-4bd3-9213-744b7b193be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:32.738084 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-b44271a3-2661-4bd3-9213-744b7b193be7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0925143 Jun 23 20:10:32.738446 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:32.739306 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:32.797432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] No DVR routers for this DVR port 4af33271-c5e4-4644-953f-371408d0d791 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:10:32.810374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:32.813632 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7316c5a5-49b5-496b-bb4b-0c0dba70d4cb req-7d3dcf98-aa60-4b96-b851-cedd88305707 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "DELETE /v2.0/ports/4af33271-c5e4-4644-953f-371408d0d791 HTTP/1.1" status: 204 len: 173 time: 1.3767784 Jun 23 20:10:32.815951 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'name': 'network-vif-deleted', 'tag': '4af33271-c5e4-4644-953f-371408d0d791'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:32.818158 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5458d9-970a-4be1-b54f-64868ffbd4d9" -d '{"events": [{"server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "name": "network-vif-deleted", "tag": "4af33271-c5e4-4644-953f-371408d0d791"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:32.850299 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:32.865516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88389300-88da-4c3c-980a-57f19fdd4ca3 x-openstack-request-id: req-88389300-88da-4c3c-980a-57f19fdd4ca3 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:32.865800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e635b7-eb5c-48a2-9806-5ac7d9f3c809", "name": "network-vif-deleted", "tag": "4af33271-c5e4-4644-953f-371408d0d791", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:32.866048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88389300-88da-4c3c-980a-57f19fdd4ca3 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:32.866441 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88389300-88da-4c3c-980a-57f19fdd4ca3'] response: {'server_uuid': 'a4e635b7-eb5c-48a2-9806-5ac7d9f3c809', 'name': 'network-vif-deleted', 'tag': '4af33271-c5e4-4644-953f-371408d0d791', 'status': 'completed', 'code': 200} Jun 23 20:10:32.871920 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a07dd5f1-86fa-46a4-bba8-db6d17b585dc req-6ddda65e-12b1-4e8e-b4a3-d20e9d62e2de tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585224 Jun 23 20:10:32.901399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-2a2c1687-bef0-4206-a4bf-c52c722d97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:32.902911 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-2a2c1687-bef0-4206-a4bf-c52c722d97f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.1474054 Jun 23 20:10:33.011153 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-f825eece-0ac1-4d1b-900d-fa283f95de98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1000 time: 0.1008942 Jun 23 20:10:33.028794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:33.119164 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:33.152047 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:10:33.162189 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:33.162907 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:33.169958 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06728a3-500d-4919-93d8-b1e02e889564 req-d956959b-5a96-43a4-ad98-74819d851698 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:33.171610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c06728a3-500d-4919-93d8-b1e02e889564 req-d956959b-5a96-43a4-ad98-74819d851698 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.1136286 Jun 23 20:10:33.175505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e8b30c9-ad0b-403e-80fe-19c6730f9cf6 req-75709ece-bc59-4dcc-81ba-33cd8b1c1149 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e635b7-eb5c-48a2-9806-5ac7d9f3c809 HTTP/1.1" status: 200 len: 210 time: 0.0635490 Jun 23 20:10:33.205782 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-b6316b55-b903-4bd5-b48e-2834c95d39de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:33.208698 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-b6316b55-b903-4bd5-b48e-2834c95d39de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.1584759 Jun 23 20:10:33.209194 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:33.275926 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c06728a3-500d-4919-93d8-b1e02e889564 req-7e794bb2-51fe-4de1-93b5-9f2a8eba3b69 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975046 Jun 23 20:10:33.277231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-3934558a-318b-42e1-bd1d-824d7b35638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:33.278515 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-3934558a-318b-42e1-bd1d-824d7b35638e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649977 Jun 23 20:10:33.281377 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:33.381251 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-922926e5-42c9-4a03-836e-c9a5dac145a2 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947509 Jun 23 20:10:33.491032 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:33.520940 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9427d9-d122-4742-b805-ff585f727a68 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '5ea2a0fb-d8b1-4208-bf88-a511a70cf552', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:6b:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c507d545-f924-49b1-91db-92efe489eed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:07:21Z', 'updated_at': '2022-06-23T20:08:07Z', 'revision_number': 2, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:10:33.630725 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6bd4fd-c640-4709-a452-256aac9ea8d1 req-d8dacbd7-dffd-4a93-9a16-303d40c81c06 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896642 Jun 23 20:10:33.773187 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447870d-b20e-4024-984d-760067e7d591 None None] New status for floating IP 49e36bbd-c6b9-4825-a174-f7c17f36f908: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:10:33.998180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f8bed-4075-40e8-8001-f9f1df30e16c req-6e5b61c0-9ac8-429c-935d-3378c44e78a5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:33.999715 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a3f8bed-4075-40e8-8001-f9f1df30e16c req-6e5b61c0-9ac8-429c-935d-3378c44e78a5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Jun 23 20:10:34.059702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:34.069349 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a3f8bed-4075-40e8-8001-f9f1df30e16c req-2e803c75-e694-4e8b-8e90-c28e1518ebc7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536733 Jun 23 20:10:34.343810 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36802) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:34.411433 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (5738edea-5ad1-4eeb-b02d-0d251c421bb3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.436212 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (5738edea-5ad1-4eeb-b02d-0d251c421bb3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.553762 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (5738edea-5ad1-4eeb-b02d-0d251c421bb3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.556454 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.560741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36804) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:34.561289 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/security-groups/5738edea-5ad1-4eeb-b02d-0d251c421bb3 HTTP/1.1" status: 204 len: 168 time: 0.2160211 Jun 23 20:10:34.571637 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a295c-199e-4548-b63a-ac5a7d638557 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5738edea-5ad1-4eeb-b02d-0d251c421bb3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:34.576418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.api.v2.resource [None req-b3807340-8092-41a0-8ebb-13644a865849 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] show failed (client error): The resource could not be found. Jun 23 20:10:34.580046 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b3807340-8092-41a0-8ebb-13644a865849 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups/5738edea-5ad1-4eeb-b02d-0d251c421bb3 HTTP/1.1" status: 404 len: 347 time: 0.0156693 Jun 23 20:10:34.580867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36806) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:34.705151 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port 83dfb128-c2d3-42e8-98fd-528a252ffa99 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:10:34.705485 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.783926 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.784254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (83dfb128-c2d3-42e8-98fd-528a252ffa99), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:34.796772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for 83dfb128-c2d3-42e8-98fd-528a252ffa99 owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:10:34.920507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:34.987867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (83dfb128-c2d3-42e8-98fd-528a252ffa99), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:35.011212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=83dfb128-c2d3-42e8-98fd-528a252ffa99,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:35.078827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (49e36bbd-c6b9-4825-a174-f7c17f36f908), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:35.081341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:35.082484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-95b7a0e8-00cd-4248-82b4-06427f3870fb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/floatingips/49e36bbd-c6b9-4825-a174-f7c17f36f908 HTTP/1.1" status: 204 len: 168 time: 0.5004587 Jun 23 20:10:35.186426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206536-7b42-4556-905e-31a29819f485 req-10ec903a-f811-4964-87f7-650ee5f5979f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:35.187803 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bb206536-7b42-4556-905e-31a29819f485 req-10ec903a-f811-4964-87f7-650ee5f5979f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Jun 23 20:10:35.235436 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bb206536-7b42-4556-905e-31a29819f485 req-f664bed8-4b18-46fa-bdc0-30ce6fde7fc4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Jun 23 20:10:35.835724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 4af33271-c5e4-4644-953f-371408d0d791 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:10:35.855372 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 4af33271-c5e4-4644-953f-371408d0d791 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:10:35.855752 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 4af33271-c5e4-4644-953f-371408d0d791 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:10:36.216724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fad5f7d1-0617-4396-a8fa-0320985472ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:36.360997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a25d5c-ed1b-4f17-a1a9-a71a7e4fd328 req-94ee2b49-56f3-4b0f-9413-0143ab1bb292 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:36.362368 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a2a25d5c-ed1b-4f17-a1a9-a71a7e4fd328 req-94ee2b49-56f3-4b0f-9413-0143ab1bb292 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0568976 Jun 23 20:10:36.413305 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a2a25d5c-ed1b-4f17-a1a9-a71a7e4fd328 req-4fdba044-a2b3-49f0-bb94-06e9b9e89fb4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451746 Jun 23 20:10:37.525847 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75db7f1-ae63-40d5-827e-e6dd4619f951 req-aba6d8e2-5181-45a0-82fd-5b8c2b716e5d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:37.527314 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f75db7f1-ae63-40d5-827e-e6dd4619f951 req-aba6d8e2-5181-45a0-82fd-5b8c2b716e5d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0472040 Jun 23 20:10:37.574069 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f75db7f1-ae63-40d5-827e-e6dd4619f951 req-c617e2cc-8d44-4f1b-b4fa-4f91291b7a59 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Jun 23 20:10:37.931045 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:38.164045 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c80669-baa1-4781-bd5a-457c2fd1e3e5 req-d0d62639-48df-4fc6-a378-0f28f652bb24 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:38.165524 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9c80669-baa1-4781-bd5a-457c2fd1e3e5 req-d0d62639-48df-4fc6-a378-0f28f652bb24 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0463967 Jun 23 20:10:38.214541 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9c80669-baa1-4781-bd5a-457c2fd1e3e5 req-2b64b7dc-d5ce-4f88-b113-7867a7fcb682 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424259 Jun 23 20:10:38.359339 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-56d3b7ee-1130-42ef-b112-4de06aa7df7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:38.691127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48efe9d-874c-4929-97fc-46cf1656ea02 req-71f7b77f-4880-42f3-a551-510bae90333c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:38.692603 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a48efe9d-874c-4929-97fc-46cf1656ea02 req-71f7b77f-4880-42f3-a551-510bae90333c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Jun 23 20:10:38.722921 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:38.744740 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a48efe9d-874c-4929-97fc-46cf1656ea02 req-62352d74-870c-4b37-9505-aba44e167a8f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459723 Jun 23 20:10:39.326172 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc124a9-d4e5-4f55-bd11-99b7919f1b88 req-efa732a6-01eb-4ee2-a553-ee7eaa49e01a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:39.327644 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afc124a9-d4e5-4f55-bd11-99b7919f1b88 req-efa732a6-01eb-4ee2-a553-ee7eaa49e01a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0474675 Jun 23 20:10:39.373786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afc124a9-d4e5-4f55-bd11-99b7919f1b88 req-82608d1e-1e39-45b7-93e3-7635b59bfb39 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406351 Jun 23 20:10:39.864622 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13fb8d-d246-49ac-a36b-5df9a4e0d164 req-75ea49a1-df3c-4371-9551-cc763cd931e7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:39.866103 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ed13fb8d-d246-49ac-a36b-5df9a4e0d164 req-75ea49a1-df3c-4371-9551-cc763cd931e7 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0491679 Jun 23 20:10:39.885806 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:39.915548 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ed13fb8d-d246-49ac-a36b-5df9a4e0d164 req-04c13f04-0787-4adf-bae0-1351f202c987 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421486 Jun 23 20:10:40.486112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d778dde-5442-4daf-8266-68c337c59d8c req-ae6cabe7-2d8b-4e0d-854b-540f0fc6f8c0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:40.487605 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d778dde-5442-4daf-8266-68c337c59d8c req-ae6cabe7-2d8b-4e0d-854b-540f0fc6f8c0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jun 23 20:10:40.534727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d778dde-5442-4daf-8266-68c337c59d8c req-786801d5-e0e2-4808-b086-74569d547427 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415337 Jun 23 20:10:41.028466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8097535-7f96-45b3-be1e-28bae0167faf req-da8eb533-308a-42de-9218-955efe817752 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:41.040452 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8097535-7f96-45b3-be1e-28bae0167faf req-da8eb533-308a-42de-9218-955efe817752 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0467634 Jun 23 20:10:41.081149 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8097535-7f96-45b3-be1e-28bae0167faf req-da454f77-927c-4497-906c-16dde5ec22ad tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456393 Jun 23 20:10:41.090986 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:41.513883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:41.645827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4a6e3-0f6b-4615-8ec1-d79f0d164699 req-5af5ef58-9730-4375-bc7b-32776abe43c5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:41.647283 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bbf4a6e3-0f6b-4615-8ec1-d79f0d164699 req-5af5ef58-9730-4375-bc7b-32776abe43c5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0461440 Jun 23 20:10:41.682534 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:41.694151 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bbf4a6e3-0f6b-4615-8ec1-d79f0d164699 req-3c4cabb9-3143-4a3d-b1b2-5cda0abc0572 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Jun 23 20:10:42.221820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d721f-9e53-43c8-b850-2fed0309b705 req-804bf27d-2d8e-43c7-8c2c-47e47061ddea tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:42.223187 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb9d721f-9e53-43c8-b850-2fed0309b705 req-804bf27d-2d8e-43c7-8c2c-47e47061ddea tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0745852 Jun 23 20:10:42.250450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-60b4fbc4-8c75-4458-a5a4-bc873757bcde tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:42.251864 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-60b4fbc4-8c75-4458-a5a4-bc873757bcde tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0738802 Jun 23 20:10:42.568798 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb9d721f-9e53-43c8-b850-2fed0309b705 req-27f488f8-7759-4f4a-82b7-2f2f8cacee4f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3394008 Jun 23 20:10:42.610696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port e2d0d115-8902-4843-bd9b-e0319ca9a623 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:10:42.611034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:42.699171 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] For port e2d0d115-8902-4843-bd9b-e0319ca9a623, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0d115-8902-4843-bd9b-e0319ca9a623,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:10:42.699531 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:42.853134 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd442f25-42a3-4657-8af1-7169c8ba64fd req-f32e0b1a-4e4f-498c-88fd-d12231996e7c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:42.854585 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cd442f25-42a3-4657-8af1-7169c8ba64fd req-f32e0b1a-4e4f-498c-88fd-d12231996e7c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 945 time: 0.0891178 Jun 23 20:10:42.934205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:42.934560 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:42.934873 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 5ea2a0fb-d8b1-4208-bf88-a511a70cf552 disassociated. External IP: 172.27.0.249, port: e2d0d115-8902-4843-bd9b-e0319ca9a623. Jun 23 20:10:42.935211 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for e2d0d115-8902-4843-bd9b-e0319ca9a623 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:10:42.936837 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:42.955598 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cd442f25-42a3-4657-8af1-7169c8ba64fd req-eb276f85-7cdd-4566-a58d-3c7943a150e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=54e807f4-8081-4f31-af78-67bcf9f75936&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951605 Jun 23 20:10:43.119772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e2d0d115-8902-4843-bd9b-e0319ca9a623), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:43.145458 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=e2d0d115-8902-4843-bd9b-e0319ca9a623,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:43.232247 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:43.257466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:10:43.361426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:10:43.372667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:10:43.382400 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:43.383005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:43.402291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] No DVR routers for this DVR port e2d0d115-8902-4843-bd9b-e0319ca9a623 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:10:43.404806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:43.407975 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-15f803ab-1133-4bf1-b767-996bfe2e0d6c req-80a3544b-a66c-4f00-a2df-449463e8952a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "DELETE /v2.0/ports/e2d0d115-8902-4843-bd9b-e0319ca9a623 HTTP/1.1" status: 204 len: 173 time: 1.1497149 Jun 23 20:10:43.408428 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'name': 'network-vif-deleted', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:43.410639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4bac25-2755-4b9a-a12b-a0174be11bb4" -d '{"events": [{"server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "name": "network-vif-deleted", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:43.448354 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9720ad-6c8c-4a56-962b-61910d95794f x-openstack-request-id: req-cd9720ad-6c8c-4a56-962b-61910d95794f {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:43.448652 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c507d545-f924-49b1-91db-92efe489eed7", "name": "network-vif-deleted", "tag": "e2d0d115-8902-4843-bd9b-e0319ca9a623", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:43.448910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd9720ad-6c8c-4a56-962b-61910d95794f {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:43.449316 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9720ad-6c8c-4a56-962b-61910d95794f'] response: {'server_uuid': 'c507d545-f924-49b1-91db-92efe489eed7', 'name': 'network-vif-deleted', 'tag': 'e2d0d115-8902-4843-bd9b-e0319ca9a623', 'status': 'completed', 'code': 200} Jun 23 20:10:43.614681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:43.706416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb838-32c6-4ead-a817-fabd44f9a670 req-4bd9e2a1-e1c1-4772-9b55-5818b23d198d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:43.707945 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c05cb838-32c6-4ead-a817-fabd44f9a670 req-4bd9e2a1-e1c1-4772-9b55-5818b23d198d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0666807 Jun 23 20:10:43.757669 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c05cb838-32c6-4ead-a817-fabd44f9a670 req-c16757c8-3426-4378-8577-970af23bc524 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Jun 23 20:10:43.810955 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:43.839906 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:10:43.845614 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:43.847543 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1,neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:43.848201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:43.848850 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:43.883389 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:43.946700 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:44.039243 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:44.071830 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fdf5176c-bfdd-4429-93a6-0910e04adede req-a99aa051-702a-47ed-88b4-e07c0c479ea7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=c507d545-f924-49b1-91db-92efe489eed7 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Jun 23 20:10:44.141339 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:44.171582 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04eef48-a1d9-48de-ac9b-0338d8f7cfac None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:10:44.389045 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e11f9c1-4d9f-4788-afb4-caea7553b3cb None None] New status for floating IP 5ea2a0fb-d8b1-4208-bf88-a511a70cf552: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:10:44.468078 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:44.566816 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:44.879223 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4329c1-3526-4a06-b355-842d4ecdb306 req-4c2def98-5bb1-472e-bb17-4d16635eef22 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:44.880694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ef4329c1-3526-4a06-b355-842d4ecdb306 req-4c2def98-5bb1-472e-bb17-4d16635eef22 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0463688 Jun 23 20:10:44.931968 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ef4329c1-3526-4a06-b355-842d4ecdb306 req-b87e91a9-17ff-4d53-8d60-ac7de1231358 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450392 Jun 23 20:10:45.228727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36896) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:45.284124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (54e807f4-8081-4f31-af78-67bcf9f75936), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.307439 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (54e807f4-8081-4f31-af78-67bcf9f75936), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.455533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (54e807f4-8081-4f31-af78-67bcf9f75936), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.458080 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.459237 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/security-groups/54e807f4-8081-4f31-af78-67bcf9f75936 HTTP/1.1" status: 204 len: 168 time: 0.2295389 Jun 23 20:10:45.462129 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36898) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:45.468560 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74a07f-3ed1-4cb0-a4eb-5c7ebce4f8fa tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e807f4-8081-4f31-af78-67bcf9f75936,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:45.480205 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-9513e662-1dc8-4d00-a298-01a2106189c5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] show failed (client error): The resource could not be found. Jun 23 20:10:45.481271 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9513e662-1dc8-4d00-a298-01a2106189c5 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups/54e807f4-8081-4f31-af78-67bcf9f75936 HTTP/1.1" status: 404 len: 347 time: 0.0179904 Jun 23 20:10:45.484093 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 36900) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:45.594340 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port ec1d7501-a369-4f21-aaf2-dc020c72c698 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:10:45.594671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.671463 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.671780 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (ec1d7501-a369-4f21-aaf2-dc020c72c698), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.684916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for ec1d7501-a369-4f21-aaf2-dc020c72c698 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:10:45.862543 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0d115-8902-4843-bd9b-e0319ca9a623 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:10:45.882311 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: e2d0d115-8902-4843-bd9b-e0319ca9a623 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:10:45.882661 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0d115-8902-4843-bd9b-e0319ca9a623 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:10:45.885369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (ec1d7501-a369-4f21-aaf2-dc020c72c698), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.912542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=ec1d7501-a369-4f21-aaf2-dc020c72c698,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:45.980548 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (5ea2a0fb-d8b1-4208-bf88-a511a70cf552), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.980687 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:45.986594 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-92d93000-f6dd-4dc3-b973-8f10878b9381 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/floatingips/5ea2a0fb-d8b1-4208-bf88-a511a70cf552 HTTP/1.1" status: 204 len: 168 time: 0.5015364 Jun 23 20:10:46.060579 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94536b-2497-46a4-8083-7192e1835361 req-0b6b4c0e-b45f-40a8-8fd2-6de5067b2808 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:46.063270 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3f94536b-2497-46a4-8083-7192e1835361 req-0b6b4c0e-b45f-40a8-8fd2-6de5067b2808 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0541627 Jun 23 20:10:46.115347 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3f94536b-2497-46a4-8083-7192e1835361 req-6d994471-bd3a-4fbe-aa42-1aa3a1f3fb3d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459599 Jun 23 20:10:46.116559 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36910) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:46.120864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421799087', 'description': 'tempest-description--1792481689'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:46.133828 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:46.228593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.297091 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (7011c451-95ec-4061-975e-a99b87edcbf6), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.375671 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (7011c451-95ec-4061-975e-a99b87edcbf6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.406149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7011c451-95ec-4061-975e-a99b87edcbf6,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:46.452319 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.454110 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-22885b28-944f-4bd3-b433-48de7a94c7bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3362007 Jun 23 20:10:46.456573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36914) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:46.461234 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '7011c451-95ec-4061-975e-a99b87edcbf6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:46.578607 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (6377d736-8f81-42ca-ab8d-5e286b68d20a), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.638429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:46.640543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (6377d736-8f81-42ca-ab8d-5e286b68d20a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.718196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (6377d736-8f81-42ca-ab8d-5e286b68d20a), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.737773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6377d736-8f81-42ca-ab8d-5e286b68d20a,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:46.841444 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:46.842678 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-f16cae94-f91c-424e-8695-d6c923322625 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3850152 Jun 23 20:10:46.845375 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36918) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:46.849580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '7011c451-95ec-4061-975e-a99b87edcbf6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:46.988046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (a6004e41-9e76-47ff-8cd5-a10218437e18), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.046928 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (a6004e41-9e76-47ff-8cd5-a10218437e18), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.124896 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (a6004e41-9e76-47ff-8cd5-a10218437e18), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.143202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6004e41-9e76-47ff-8cd5-a10218437e18,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:47.213787 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.214955 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5b11d255-49d2-4634-9e42-74258118e711 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686631 Jun 23 20:10:47.218042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 36922) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:47.222123 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:47.247285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c4697-d7a1-4069-89a8-1fe11a1aadcb req-8ebf2d74-766b-4d42-90e6-669499a2ac8f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:47.248766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ba7c4697-d7a1-4069-89a8-1fe11a1aadcb req-8ebf2d74-766b-4d42-90e6-669499a2ac8f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0648999 Jun 23 20:10:47.296385 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ba7c4697-d7a1-4069-89a8-1fe11a1aadcb req-cd765ee1-d305-4802-aae4-2448e1da08f6 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Jun 23 20:10:47.323910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.402652 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.508118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.27.0.94 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/15a85f2c-8bb0-4427-b80d-4451075a05f0) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:10:47.599429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:47.614226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.674238 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.712793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:47.714649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:10:47.717543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:10:47.720936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:10:47.747289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=15a85f2c-8bb0-4427-b80d-4451075a05f0,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:47.810057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:47.916706 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:48.062443 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:48.131081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:48.202862 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=15a85f2c-8bb0-4427-b80d-4451075a05f0,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:48.215336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:48.332911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:48.334294 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-e6448e41-beb4-4bdd-aacf-25081a76ba76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1153569 Jun 23 20:10:48.414095 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce20ca2-86d1-48a6-9280-f294472f6df2 req-99f4fbec-801f-483c-8c64-45de1aa6ce0b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:48.418435 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cce20ca2-86d1-48a6-9280-f294472f6df2 req-99f4fbec-801f-483c-8c64-45de1aa6ce0b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0500469 Jun 23 20:10:48.464323 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cce20ca2-86d1-48a6-9280-f294472f6df2 req-94f66d86-6abd-4135-80ab-c9b0d8327ca0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423870 Jun 23 20:10:48.527929 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-03c8292e-e0b1-4398-ba48-b0e2a6864770 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--421799087&fields=id&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 267 time: 0.0424602 Jun 23 20:10:48.638005 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-5e6555be-ebfc-400d-b155-bc766ed87fb2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:48.639361 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-5e6555be-ebfc-400d-b155-bc766ed87fb2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1042149 Jun 23 20:10:48.653941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-a27d6608-7a13-43d3-95a4-4b94e91b75c6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/quotas/bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Jun 23 20:10:48.701170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-7965b613-0ec8-48fc-9445-abba775e2e5f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418789 Jun 23 20:10:48.719289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:48.798023 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-e1eef5a4-13b7-4062-a999-95e9f9c2a813 service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851896 Jun 23 20:10:48.872841 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:48.888995 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-c74ce1ca-8118-4327-aecf-62b9f0a196b8 service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852199 Jun 23 20:10:49.130720 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-05c92d96-d22b-40ec-80cb-13e71dba031f req-9a9d8638-fa3d-4c9f-9476-a268d1817166 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0326188 Jun 23 20:10:49.582602 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1cb29-8c7d-4b1c-bfda-69fca2eaefd7 req-516ee4ac-9baa-444b-a749-ab7eb0d48ff5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:49.583897 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-42f1cb29-8c7d-4b1c-bfda-69fca2eaefd7 req-516ee4ac-9baa-444b-a749-ab7eb0d48ff5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0499926 Jun 23 20:10:49.634753 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-42f1cb29-8c7d-4b1c-bfda-69fca2eaefd7 req-65173f3e-d06a-4518-8e8a-98e617b33957 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Jun 23 20:10:50.224947 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6ff26273-4faf-46ee-b62d-bd6f3e2e7159 req-f5651e77-5c15-4cc1-821d-b68f054fb3a2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0295274 Jun 23 20:10:50.754347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780d731-84a3-4b85-92f6-698524f37207 req-602c0dea-b071-4f02-a420-f5c8d8a3d5b0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:50.755840 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f780d731-84a3-4b85-92f6-698524f37207 req-602c0dea-b071-4f02-a420-f5c8d8a3d5b0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jun 23 20:10:50.803326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f780d731-84a3-4b85-92f6-698524f37207 req-faabd4d4-23a6-4b17-9a03-5c356bba820d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Jun 23 20:10:51.245109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fd554-0fb8-44ac-b428-ae8aac81056a req-a778552e-3b5b-49b2-8de3-c675cfb07b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:51.250786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ba7fd554-0fb8-44ac-b428-ae8aac81056a req-a778552e-3b5b-49b2-8de3-c675cfb07b5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0427744 Jun 23 20:10:51.303817 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ba7fd554-0fb8-44ac-b428-ae8aac81056a req-d2533093-f91e-483c-a373-6a6e95718098 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494018 Jun 23 20:10:51.320812 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ed4fc369-c944-4724-be93-e3dd7343d3e2 req-3cf71c75-6f69-4964-af69-ffa203a7cf70 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0292015 Jun 23 20:10:51.919180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b9ec8-5c3d-4e11-bf85-a1dfe27fa8f6 req-ac6ddc1c-0d0b-4f80-8c45-d76991e0c787 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:51.920653 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-511b9ec8-5c3d-4e11-bf85-a1dfe27fa8f6 req-ac6ddc1c-0d0b-4f80-8c45-d76991e0c787 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0506728 Jun 23 20:10:51.967320 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-511b9ec8-5c3d-4e11-bf85-a1dfe27fa8f6 req-e97126c1-9039-4968-8c17-052048d4eb0d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Jun 23 20:10:52.414759 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-48b60bcb-aa42-4101-9871-c1b3f0223d2e req-854ffc10-3d60-4836-a056-7b2d92f45e4b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0276291 Jun 23 20:10:52.676417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-e0655dae-8147-4cf8-80d4-5be04e6ba98c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:52.677820 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-e0655dae-8147-4cf8-80d4-5be04e6ba98c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1023898 Jun 23 20:10:53.078563 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaae056-a6ed-4a6e-9eb3-3fb1e72fc6bb req-96ae2f12-bbe2-40cb-ad27-81c8b4b575ac tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:53.080003 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbaae056-a6ed-4a6e-9eb3-3fb1e72fc6bb req-96ae2f12-bbe2-40cb-ad27-81c8b4b575ac tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Jun 23 20:10:53.127213 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbaae056-a6ed-4a6e-9eb3-3fb1e72fc6bb req-04caf4fe-2d1c-4a66-9d89-8ab595f0c2ab tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Jun 23 20:10:53.243989 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-435f3ee6-7d9d-4fde-96b0-c30d4d8125bd tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 379 time: 0.0601165 Jun 23 20:10:53.253186 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'port': {'device_id': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'admin_state_up': True, 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'security_groups': ['7011c451-95ec-4061-975e-a99b87edcbf6']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:53.439461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:10:53.442916 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:53.535942 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f23320db-14e0-436e-a267-5a8840774fda req-a886676a-5ba8-4f09-adad-8151d1757bb9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0336897 Jun 23 20:10:53.616991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:53.616991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.20.0.8 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/7d7b074f-6236-41b4-80e6-37254c2b5b60) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:10:53.616991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:53.702501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0d18-b824-4968-831a-6cb285d58bb6 req-fc8d1edd-dfbb-47fa-ba73-208e3195f3b5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:53.703947 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90ab0d18-b824-4968-831a-6cb285d58bb6 req-fc8d1edd-dfbb-47fa-ba73-208e3195f3b5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0703309 Jun 23 20:10:53.832168 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-8a63828a-7452-47f3-950a-4e9e3433ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:53.833720 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-8a63828a-7452-47f3-950a-4e9e3433ded7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0782070 Jun 23 20:10:53.866110 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-90ab0d18-b824-4968-831a-6cb285d58bb6 req-9cafe24c-7462-4aef-a7ed-a8875ccc2b97 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556792 Jun 23 20:10:53.881106 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:53.971274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-bb082096-111b-4e51-925b-ddca88bf56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:53.972790 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-bb082096-111b-4e51-925b-ddca88bf56f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.1296692 Jun 23 20:10:53.985749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:54.034253 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-14e33bff-38ed-4cdd-8910-62f1de852c35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1000 time: 0.0550103 Jun 23 20:10:54.071137 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.125936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:10:54.129915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-e4f130b3-0609-4289-9273-a2a494ee00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:54.131404 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-e4f130b3-0609-4289-9273-a2a494ee00e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0907712 Jun 23 20:10:54.134184 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:10:54.140106 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:10:54.187816 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:54.214391 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-28958632-2551-4b18-b1cd-60438e02d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:54.216886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-28958632-2551-4b18-b1cd-60438e02d6db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767844 Jun 23 20:10:54.237353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:54.241125 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.327513 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b7e111d7-30e3-4cd5-8722-6efa7fedaf82 None None] Provisioning complete for port 7d7b074f-6236-41b4-80e6-37254c2b5b60 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:10:54.328048 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b7e111d7-30e3-4cd5-8722-6efa7fedaf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.333347 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-37d9b924-8344-463e-bfbf-a455ec8103cd service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092191 Jun 23 20:10:54.351011 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-4b47a10f-2e22-4f27-8487-4d77d7779c8d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018338 Jun 23 20:10:54.359401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b7e111d7-30e3-4cd5-8722-6efa7fedaf82 None None] Port 7d7b074f-6236-41b4-80e6-37254c2b5b60 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:10:54.376668 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Request body: {'port': {'device_id': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:54.482746 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bc9b3903-8683-4182-9939-2bc598305bb9 req-bb00b2ff-ccfe-4e66-ae8c-f1328f30871b service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424928 Jun 23 20:10:54.483335 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.543525 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:54.654746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:54.673688 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a82c-25ef-483d-a3d8-3b4dcc9a19f9 req-59ad74fd-4132-4813-b0df-f09e8db506d8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:54.675159 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dce8a82c-25ef-483d-a3d8-3b4dcc9a19f9 req-59ad74fd-4132-4813-b0df-f09e8db506d8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 931 time: 0.0672247 Jun 23 20:10:54.779098 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dce8a82c-25ef-483d-a3d8-3b4dcc9a19f9 req-012a50ed-5f23-4d3a-9b25-8abb784927ad tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761633 Jun 23 20:10:54.823995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7b074f-6236-41b4-80e6-37254c2b5b60 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:10:54.831638 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks [] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.844494 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Transition to ACTIVE for port object 7d7b074f-6236-41b4-80e6-37254c2b5b60 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:10:54.908514 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:54.916826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:54.994487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:55.013265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c1df-2cdf-4b43-b23b-61001398384e req-89b0b707-ab16-4397-93a2-b0c769b26b86 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:55.014832 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dc67c1df-2cdf-4b43-b23b-61001398384e req-89b0b707-ab16-4397-93a2-b0c769b26b86 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0721517 Jun 23 20:10:55.110120 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dc67c1df-2cdf-4b43-b23b-61001398384e req-3cab2810-c317-4a19-a285-f459e0f35df5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801632 Jun 23 20:10:55.115014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Attempting to bind port 7d7b074f-6236-41b4-80e6-37254c2b5b60 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:10:55.115359 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Attempting to bind port 7d7b074f-6236-41b4-80e6-37254c2b5b60 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:10:55.115703 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Attempting to bind port 7d7b074f-6236-41b4-80e6-37254c2b5b60 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:10:55.120995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Port 7d7b074f-6236-41b4-80e6-37254c2b5b60 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:10:55.121322 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Attempting to bind port 7d7b074f-6236-41b4-80e6-37254c2b5b60 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:10:55.126884 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:10:55.127494 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:10:55.127608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:10:55.128013 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Bound port: 7d7b074f-6236-41b4-80e6-37254c2b5b60, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:10:55.128395 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:55.192746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:10:55.195754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:10:55.297302 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:55.333845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:55.334382 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:55.335847 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] 10.222.0.42 "PUT /v2.0/ports/7d7b074f-6236-41b4-80e6-37254c2b5b60 HTTP/1.1" status: 200 len: 1093 time: 0.9694431 Jun 23 20:10:55.336280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:55.338520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:55.360199 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913e26-e533-4387-83f2-4d2ffbdba197 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:55.379265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc08454-0c88-4e6e-a6ff-517efde61c7b x-openstack-request-id: req-6cc08454-0c88-4e6e-a6ff-517efde61c7b {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:55.379626 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:55.379945 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cc08454-0c88-4e6e-a6ff-517efde61c7b {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:55.380370 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc08454-0c88-4e6e-a6ff-517efde61c7b'] response: {'name': 'network-changed', 'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'status': 'completed', 'code': 200} Jun 23 20:10:55.900143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0bf20-0695-48af-8907-8b98e502cfb9 req-6f15173d-73c6-4e55-b587-d7eb0e3d4491 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:55.902217 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26a0bf20-0695-48af-8907-8b98e502cfb9 req-6f15173d-73c6-4e55-b587-d7eb0e3d4491 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0565140 Jun 23 20:10:55.949506 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26a0bf20-0695-48af-8907-8b98e502cfb9 req-00b794e1-8f3d-40af-9700-a7546ef47ccb tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Jun 23 20:10:55.970169 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:55.972277 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:56.287206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37032) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:56.328759 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:56.350834 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-86c91d9d-de51-4928-af93-01c40365dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:56.352392 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-86c91d9d-de51-4928-af93-01c40365dbac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 1127 time: 0.3226585 Jun 23 20:10:56.368572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94f8e-7709-4bdc-a542-24911735c53f req-97a28a89-6c6e-4e56-883e-f147796dd488 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:56.370043 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c8b94f8e-7709-4bdc-a542-24911735c53f req-97a28a89-6c6e-4e56-883e-f147796dd488 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0568581 Jun 23 20:10:56.399595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-01731b8f-5ff9-4953-ae66-a33865d1aafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.417573 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c8b94f8e-7709-4bdc-a542-24911735c53f req-2bc6c837-875d-47d1-afa9-c86d76c230d5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414014 Jun 23 20:10:56.477067 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-01731b8f-5ff9-4953-ae66-a33865d1aafa admin admin] Publish callbacks [] for security_group (508f5a42-8aa2-42ed-bb87-a1c1aef41f33), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.554241 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-01731b8f-5ff9-4953-ae66-a33865d1aafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (508f5a42-8aa2-42ed-bb87-a1c1aef41f33), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.601316 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-01731b8f-5ff9-4953-ae66-a33865d1aafa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b6689f3b35947c5b8ee3088a1f1fbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123496 Jun 23 20:10:56.602550 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01731b8f-5ff9-4953-ae66-a33865d1aafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f5a42-8aa2-42ed-bb87-a1c1aef41f33,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:56.603606 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37036) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:56.653559 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] Publish callbacks [] for security_group (508f5a42-8aa2-42ed-bb87-a1c1aef41f33), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.674759 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] Publish callbacks [] for security_group (508f5a42-8aa2-42ed-bb87-a1c1aef41f33), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.787262 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (508f5a42-8aa2-42ed-bb87-a1c1aef41f33), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.789733 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:56.790821 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/508f5a42-8aa2-42ed-bb87-a1c1aef41f33 HTTP/1.1" status: 204 len: 168 time: 0.1861022 Jun 23 20:10:56.809245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1c0b9-b616-4044-8338-478f4653ac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f5a42-8aa2-42ed-bb87-a1c1aef41f33,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:56.869461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-d350da6e-b3c4-45e4-a04a-2caceea4b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:56.871535 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-d350da6e-b3c4-45e4-a04a-2caceea4b6a2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd810755b80346ae9219a2d0c61a8a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076014 Jun 23 20:10:56.969982 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-221a9aaf-680b-4bed-9193-43586fb0494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:56.971448 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a81a839a-aab2-4e89-8c88-9a4f36cb2a1a req-221a9aaf-680b-4bed-9193-43586fb0494f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922179 Jun 23 20:10:57.096670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c470cc6-deea-4412-a70e-d7ed529419ed req-a9784ece-8f1e-4b29-a45d-472055700b2b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.098157 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0c470cc6-deea-4412-a70e-d7ed529419ed req-a9784ece-8f1e-4b29-a45d-472055700b2b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0798657 Jun 23 20:10:57.101110 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-299b0af4-ba3e-4175-ada9-25b611d0f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.102473 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-299b0af4-ba3e-4175-ada9-25b611d0f1da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 1127 time: 0.0555546 Jun 23 20:10:57.159952 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-6ef37844-2da8-4747-a04b-34884dbd691b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60 HTTP/1.1" status: 200 len: 217 time: 0.0379391 Jun 23 20:10:57.206691 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0c470cc6-deea-4412-a70e-d7ed529419ed req-8b0191b8-d42c-4362-83f3-56eedb13adb7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009111 Jun 23 20:10:57.224027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-e1c89bb9-27be-49ba-912f-b9f4f3077211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.225574 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-e1c89bb9-27be-49ba-912f-b9f4f3077211 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0574880 Jun 23 20:10:57.272342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-bdfc968c-bbb7-4c62-8ab4-41ef3b5a465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.273913 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-bdfc968c-bbb7-4c62-8ab4-41ef3b5a465a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387440 Jun 23 20:10:57.313020 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:57.368256 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-fea64dd8-7522-48c6-a2d3-3729cc674802 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874853 Jun 23 20:10:57.467468 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5e57e2b0-b8f5-473d-84aa-a40a1346ab98 req-7badd62c-b8d4-4ff5-9630-5e3909523186 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925217 Jun 23 20:10:57.535187 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27767a5f-1192-4739-9708-ec09dfe8056f req-d7dff1b9-5217-4e39-8360-66fc4c9791e1 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.536727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27767a5f-1192-4739-9708-ec09dfe8056f req-d7dff1b9-5217-4e39-8360-66fc4c9791e1 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0475719 Jun 23 20:10:57.583956 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-27767a5f-1192-4739-9708-ec09dfe8056f req-5a7d3043-b062-48bb-b497-9552cb8b9409 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418224 Jun 23 20:10:57.657670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:57.696062 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5c9ab-8b7a-4f49-99ba-f923735e3ecc req-935fafb8-eb2a-4da7-b443-a64e8d71d44b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:57.697576 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-63a5c9ab-8b7a-4f49-99ba-f923735e3ecc req-935fafb8-eb2a-4da7-b443-a64e8d71d44b tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Jun 23 20:10:57.713207 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37062) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:57.718166 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Request body: {'floatingip': {'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:10:57.775122 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.243827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.311359 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.375625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33ab70-01c9-4302-81d9-a01e25b58d42 req-054ea1f2-2c53-4ff6-ab4b-5cd777863d55 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:58.377030 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f33ab70-01c9-4302-81d9-a01e25b58d42 req-054ea1f2-2c53-4ff6-ab4b-5cd777863d55 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0959158 Jun 23 20:10:58.465965 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0f33ab70-01c9-4302-81d9-a01e25b58d42 req-440336de-6b75-4b6f-8ac3-019f221e5c35 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825408 Jun 23 20:10:58.502283 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37076) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:58.555738 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:58.579401 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:10:58.613269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0312741f-1f79-438a-ab6d-052d1dff225b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.674219 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:58.682164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:10:58.688647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.692398 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:10:58.694550 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0312741f-1f79-438a-ab6d-052d1dff225b admin admin] Publish callbacks [] for security_group (1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.704152 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:58.704916 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:58.718116 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:10:58.720369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073609f4-3bb5-47ae-a115-751d4c7bef99" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:10:58.751345 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6054f49f-acdc-4e2d-957f-2fc490e35baf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "PUT /v2.0/floatingips/e63f3631-b41c-4125-9d16-0b529de583cd HTTP/1.1" status: 200 len: 992 time: 1.0364771 Jun 23 20:10:58.761639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cc6f52-727c-40e0-bd3a-d2a93eecaf1c x-openstack-request-id: req-f4cc6f52-727c-40e0-bd3a-d2a93eecaf1c {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:10:58.761639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:10:58.761639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4cc6f52-727c-40e0-bd3a-d2a93eecaf1c {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:10:58.761639 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4cc6f52-727c-40e0-bd3a-d2a93eecaf1c'] response: {'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'status': 'completed', 'code': 200} Jun 23 20:10:58.782534 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0312741f-1f79-438a-ab6d-052d1dff225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.813726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:58.823679 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312741f-1f79-438a-ab6d-052d1dff225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:58.832265 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0312741f-1f79-438a-ab6d-052d1dff225b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=687ce04ba36a4333953f86c95f920bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289204 Jun 23 20:10:58.832880 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37084) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:10:58.843986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-749ff357-6eec-48a6-8df3-f151e89cd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:58.846305 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-749ff357-6eec-48a6-8df3-f151e89cd601 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0427320 Jun 23 20:10:58.888958 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] Publish callbacks [] for security_group (1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.912160 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] Publish callbacks [] for security_group (1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:58.942942 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-da7197f9-7385-40ce-9002-c53ee20a7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:58.944375 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-da7197f9-7385-40ce-9002-c53ee20a7b24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.0923717 Jun 23 20:10:59.006470 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-5e73e232-b96c-4474-ad0d-25e8587b2444 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1000 time: 0.0549872 Jun 23 20:10:59.031067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:10:58Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:59.055022 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:10:59.058470 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-bcc48150-2296-47dd-8abc-a578f2eaf1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:59.060031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-bcc48150-2296-47dd-8abc-a578f2eaf1ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0477452 Jun 23 20:10:59.063390 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:10:59.063995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:10:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:59.066746 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:59.069538 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:10:59.070745 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef HTTP/1.1" status: 204 len: 168 time: 0.2369246 Jun 23 20:10:59.091686 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4329b4-c380-4a62-837b-8d9655a8b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90dc0d-ae0e-4230-95bc-8ef9883ca7ef,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:10:59.113492 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-efb4e9ef-074b-4578-9937-458b52e5751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:59.115016 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-efb4e9ef-074b-4578-9937-458b52e5751e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486016 Jun 23 20:10:59.173865 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:10:59.210512 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-0bfdbedd-8c2d-4535-ad0f-afdc28f03af2 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Jun 23 20:10:59.306948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-073609f4-3bb5-47ae-a115-751d4c7bef99 req-de9633a3-5a3f-47ff-8f04-e97bfe7a7059 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904889 Jun 23 20:10:59.347438 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:59.397066 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:10:58Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:10:59.399791 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:10:59.425453 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b072c0-31b0-4700-9e3e-313cb77a307b None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'e63f3631-b41c-4125-9d16-0b529de583cd', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'port_id': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'mac_address': 'fa:16:3e:25:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:08:52Z', 'updated_at': '2022-06-23T20:10:58Z', 'revision_number': 3, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:10:59.590050 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebd088-e1ae-4ac1-a1f0-87ba2ec1f86e req-c025a2f9-8bda-479e-85f9-38fccdcdf818 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:10:59.591459 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1eebd088-e1ae-4ac1-a1f0-87ba2ec1f86e req-c025a2f9-8bda-479e-85f9-38fccdcdf818 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0529137 Jun 23 20:10:59.642502 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1eebd088-e1ae-4ac1-a1f0-87ba2ec1f86e req-f106aa7d-29e2-4838-adb5-bdc0ee681b59 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Jun 23 20:11:00.760191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514e443-fd73-4b8a-8fa4-b9264c1a00f7 req-773afcf0-1241-4ed3-9692-a87d1eb1c0e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:00.762195 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2514e443-fd73-4b8a-8fa4-b9264c1a00f7 req-773afcf0-1241-4ed3-9692-a87d1eb1c0e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0507116 Jun 23 20:11:00.762632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:00.764833 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9111f7c-ce20-4bd9-a920-287769a55cec" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:00.812559 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e60ec3-8681-4d68-b39f-0603ef6141d9 x-openstack-request-id: req-69e60ec3-8681-4d68-b39f-0603ef6141d9 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:00.812815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:00.813067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69e60ec3-8681-4d68-b39f-0603ef6141d9 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:00.813471 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e60ec3-8681-4d68-b39f-0603ef6141d9'] response: {'name': 'network-changed', 'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'status': 'completed', 'code': 200} Jun 23 20:11:00.825523 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2514e443-fd73-4b8a-8fa4-b9264c1a00f7 req-00a99165-e486-4264-8a15-62613604064b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575066 Jun 23 20:11:00.899481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-35318ddb-afe5-4f04-90f9-e7ed378b2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:00.901088 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-35318ddb-afe5-4f04-90f9-e7ed378b2b89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf37c9d0240b48078038d70f678a93eb&device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 1129 time: 0.0411415 Jun 23 20:11:00.939663 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:00.994070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-2dc98c73-ef93-44d1-963f-a6f0c0a2eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:00.996158 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-2dc98c73-ef93-44d1-963f-a6f0c0a2eeb5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 200 len: 920 time: 0.0898938 Jun 23 20:11:01.058463 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-58f6ee7f-6f25-4fbb-8fe5-4f4d407cee9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 200 len: 1000 time: 0.0560532 Jun 23 20:11:01.107312 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-570887c9-8fc0-423e-be67-a4c6b21f754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:01.108896 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-570887c9-8fc0-423e-be67-a4c6b21f754e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 200 len: 858 time: 0.0436122 Jun 23 20:11:01.158977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-6b35ae39-5047-430b-b215-4d2898b987ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:01.160470 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-6b35ae39-5047-430b-b215-4d2898b987ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=080ae0a2-412d-4942-8b59-3cac39c039b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427725 Jun 23 20:11:01.194154 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:01.250016 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-e59f220c-9777-4d52-9f96-592b5a4d4934 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836413 Jun 23 20:11:01.341952 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9111f7c-ce20-4bd9-a920-287769a55cec req-6b2a5a79-5619-4f6e-9724-c1ab96e0afd5 service neutron] 10.222.0.42 "GET /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Jun 23 20:11:01.941639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eaedb-8df4-4d51-a29a-fdd58796ce2e req-a9d64bb0-a809-4db0-9e47-b56db01a6158 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:01.943255 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-598eaedb-8df4-4d51-a29a-fdd58796ce2e req-a9d64bb0-a809-4db0-9e47-b56db01a6158 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 943 time: 0.0485356 Jun 23 20:11:01.944160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 7d7b074f-6236-41b4-80e6-37254c2b5b60 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:11:01.995432 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-598eaedb-8df4-4d51-a29a-fdd58796ce2e req-fcbf3a8e-a6e5-42b7-b2b8-d7a204125dd9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Jun 23 20:11:02.052013 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:02.064554 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'port_id': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'mac_address': 'fa:16:3e:bc:29:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:11:02.106463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 7d7b074f-6236-41b4-80e6-37254c2b5b60 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:02.107031 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:02.124694 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7b074f-6236-41b4-80e6-37254c2b5b60 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:11:02.155529 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:02.223085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:02.278525 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:02.550885 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['7d7b074f-6236-41b4-80e6-37254c2b5b60'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:11:03.107448 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f6623-5e4d-45f9-be92-3f038f9809db req-6683149d-ca60-460f-871e-71c7db5a0d85 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:03.108924 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-356f6623-5e4d-45f9-be92-3f038f9809db req-6683149d-ca60-460f-871e-71c7db5a0d85 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 944 time: 0.0466077 Jun 23 20:11:03.157745 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-356f6623-5e4d-45f9-be92-3f038f9809db req-119eab1e-9a75-4e0a-9689-fcab72e5ef2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434163 Jun 23 20:11:04.268977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de09f-e0a3-428e-991b-97356781c6ea req-b1eed548-8e89-43e2-9b82-5492581d6c8e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:04.270358 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-514de09f-e0a3-428e-991b-97356781c6ea req-b1eed548-8e89-43e2-9b82-5492581d6c8e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 944 time: 0.0466900 Jun 23 20:11:04.316828 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-514de09f-e0a3-428e-991b-97356781c6ea req-85217239-681f-4255-93eb-5ffaadbe3175 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Jun 23 20:11:05.426671 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e44c-5add-40d7-9064-2cc41b90c39b req-fa79b2c3-709f-459d-b1b7-e3f0892c50d1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:05.428168 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73e5e44c-5add-40d7-9064-2cc41b90c39b req-fa79b2c3-709f-459d-b1b7-e3f0892c50d1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 944 time: 0.0466647 Jun 23 20:11:05.475455 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73e5e44c-5add-40d7-9064-2cc41b90c39b req-b0082101-4998-4e9f-8746-73ba535956f4 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Jun 23 20:11:05.804719 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 7d7b074f-6236-41b4-80e6-37254c2b5b60 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:11:05.853441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 7d7b074f-6236-41b4-80e6-37254c2b5b60 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:11:05.918235 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 7d7b074f-6236-41b4-80e6-37254c2b5b60 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:11:05.918607 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:05.989077 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 7d7b074f-6236-41b4-80e6-37254c2b5b60 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:05.989461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:06.012003 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:06.014220 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802c41f-e46b-4029-ba4a-5f25824dfe24" -d '{"events": [{"server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "name": "network-vif-plugged", "status": "completed", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:06.026915 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:06.049957 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc120ce-e5fc-4d09-aebe-ce107b441e20 x-openstack-request-id: req-6fc120ce-e5fc-4d09-aebe-ce107b441e20 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:06.050241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "name": "network-vif-plugged", "status": "completed", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:06.050511 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fc120ce-e5fc-4d09-aebe-ce107b441e20 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:06.050902 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc120ce-e5fc-4d09-aebe-ce107b441e20'] response: {'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'code': 200} Jun 23 20:11:06.108211 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:06.168528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:06.222292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1948daca-76fb-4503-a276-4f9c760285ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:06.646098 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b42ea-9b52-469d-9efe-0a180f637989 req-8f9c92ee-458b-4c55-9c11-7a6e3fdaa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:06.647595 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1b5b42ea-9b52-469d-9efe-0a180f637989 req-8f9c92ee-458b-4c55-9c11-7a6e3fdaa3a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 1129 time: 0.3199987 Jun 23 20:11:06.664944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9d56b-eb21-4ba4-8407-64243a761fd3 req-aac7bc1a-f842-4880-beee-6907a2b32f1b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:06.666411 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-37c9d56b-eb21-4ba4-8407-64243a761fd3 req-aac7bc1a-f842-4880-beee-6907a2b32f1b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0583203 Jun 23 20:11:06.735342 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1b5b42ea-9b52-469d-9efe-0a180f637989 req-383e12b8-87ea-4c85-94d8-40bf0522d605 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808015 Jun 23 20:11:06.742174 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-37c9d56b-eb21-4ba4-8407-64243a761fd3 req-7b41f912-0f61-4d8a-bfcd-2bf5c0b0ef35 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668297 Jun 23 20:11:06.882551 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:11:07.863578 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a273-7ff9-4fe1-833b-6b26802d740d req-3abae38d-2263-446c-a73f-2bb29a5c302d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:07.865067 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7042a273-7ff9-4fe1-833b-6b26802d740d req-3abae38d-2263-446c-a73f-2bb29a5c302d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0500348 Jun 23 20:11:07.886284 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:07.912148 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7042a273-7ff9-4fe1-833b-6b26802d740d req-aad8ad53-b1e4-40e8-81b6-eec226ca8f76 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Jun 23 20:11:08.365416 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-905f82ca-0c33-4221-8635-1f3ce4445d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:08.946456 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=51,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:09.024368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4cd72-9058-4db8-a0d1-8b31878169f0 req-25045e74-c44a-4595-8b81-04ab04f06939 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:09.025862 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9df4cd72-9058-4db8-a0d1-8b31878169f0 req-25045e74-c44a-4595-8b81-04ab04f06939 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0459161 Jun 23 20:11:09.037246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:09.072848 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9df4cd72-9058-4db8-a0d1-8b31878169f0 req-2c7b38d0-b408-4c56-823e-4048c7ecb573 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jun 23 20:11:09.091897 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=56,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:09.889484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:10.184202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b837668-2b0d-4a13-b3b4-121b2f6380c4 req-196a2a51-4bb8-4216-9284-416036ea4c1b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:10.185695 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0b837668-2b0d-4a13-b3b4-121b2f6380c4 req-196a2a51-4bb8-4216-9284-416036ea4c1b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0473998 Jun 23 20:11:10.237160 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0b837668-2b0d-4a13-b3b4-121b2f6380c4 req-02c5e83c-964b-4534-8434-e29773ab2c1a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457690 Jun 23 20:11:11.108441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:11.350546 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a6bbd-8f24-4b38-a7f5-87458b695c96 req-5919ce40-7c01-4059-9fcd-4b167e8448db tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:11.352723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-231a6bbd-8f24-4b38-a7f5-87458b695c96 req-5919ce40-7c01-4059-9fcd-4b167e8448db tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0476704 Jun 23 20:11:11.404036 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-231a6bbd-8f24-4b38-a7f5-87458b695c96 req-f89a386b-9f69-42b4-89b8-88b10669e8c0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 Jun 23 20:11:11.433848 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:11.548777 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:12.480017 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:12.515947 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e866-2f0a-4a9b-ac1a-9999392f053e req-5d97f776-faad-41df-b210-0a1fb5b5e8f6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:12.517503 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0be7e866-2f0a-4a9b-ac1a-9999392f053e req-5d97f776-faad-41df-b210-0a1fb5b5e8f6 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0477028 Jun 23 20:11:12.564259 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0be7e866-2f0a-4a9b-ac1a-9999392f053e req-6f146b5f-1ed7-4026-ac51-12aba574492f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Jun 23 20:11:12.675585 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83350-32ff-4fe1-be04-ef5c2fc2781d req-63e9786b-3ce5-4118-b2e8-a86410a255f2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:12.676943 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21f83350-32ff-4fe1-be04-ef5c2fc2781d req-63e9786b-3ce5-4118-b2e8-a86410a255f2 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0496936 Jun 23 20:11:12.685318 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37182) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:12.689793 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'port_id': '7d7b074f-6236-41b4-80e6-37254c2b5b60'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:12.727089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:13.343872 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:13.428578 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:13.522994 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP d0cd82cb-2e28-4819-b087-6a90ffe8824e associated. External IP: 172.27.0.94, port: 7d7b074f-6236-41b4-80e6-37254c2b5b60. Jun 23 20:11:13.718982 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:13.819167 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:13.823965 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:13.830321 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:13.846658 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:13.847273 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:13.855136 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4e13296c-1edf-4441-bc2b-dfb6eeb9240b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "PUT /v2.0/floatingips/d0cd82cb-2e28-4819-b087-6a90ffe8824e HTTP/1.1" status: 200 len: 990 time: 1.1681540 Jun 23 20:11:13.855728 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:13.858123 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea418f75-b1cb-4138-ba92-533656f3b253" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:13.894929 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492f94bf-0f74-4497-b3f8-6d5b0f3e73a8 x-openstack-request-id: req-492f94bf-0f74-4497-b3f8-6d5b0f3e73a8 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:13.895214 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:13.895570 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-492f94bf-0f74-4497-b3f8-6d5b0f3e73a8 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:13.896019 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492f94bf-0f74-4497-b3f8-6d5b0f3e73a8'] response: {'name': 'network-changed', 'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'status': 'completed', 'code': 200} Jun 23 20:11:13.947117 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:14.147919 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'd0cd82cb-2e28-4819-b087-6a90ffe8824e', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:bc:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:10:47Z', 'updated_at': '2022-06-23T20:11:13Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:14.175098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:14.183317 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:14.183921 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:14.281672 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:14.478540 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'd0cd82cb-2e28-4819-b087-6a90ffe8824e', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:bc:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:10:47Z', 'updated_at': '2022-06-23T20:11:13Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:14.502318 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e518c8-80a2-416a-848b-dd0fe4c209b8 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'd0cd82cb-2e28-4819-b087-6a90ffe8824e', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:bc:29:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:10:47Z', 'updated_at': '2022-06-23T20:11:13Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:14.622241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-ea90d5b0-611b-4036-883f-347ec3a62cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:14.623773 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-ea90d5b0-611b-4036-883f-347ec3a62cac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 1129 time: 0.0419612 Jun 23 20:11:14.690404 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c85fd7-2581-4c01-a895-e1bed5460f73 None None] New status for floating IP d0cd82cb-2e28-4819-b087-6a90ffe8824e: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:14.738468 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-ad134b67-3858-429a-9585-4834dd5291d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884349 Jun 23 20:11:14.760495 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-73ef39f0-d2de-47fe-826b-b2bfd927c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:14.762123 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-73ef39f0-d2de-47fe-826b-b2bfd927c333 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.1310079 Jun 23 20:11:14.768140 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:14.855182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-cfd9e6a7-5e83-4b2d-9c28-8959f77f12c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:14.856721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-cfd9e6a7-5e83-4b2d-9c28-8959f77f12c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 1131 time: 0.0806649 Jun 23 20:11:14.863829 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-3e916587-8af6-447b-aa41-425df0aa7921 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60 HTTP/1.1" status: 200 len: 998 time: 0.0945790 Jun 23 20:11:14.970690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-1fbb7b01-c1e7-4a9e-8538-0cfc8e6cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:14.972122 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-1fbb7b01-c1e7-4a9e-8538-0cfc8e6cbf4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0989075 Jun 23 20:11:15.031806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-759d1d41-36fa-4ef9-89b7-33ebb0f80b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:15.033230 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-759d1d41-36fa-4ef9-89b7-33ebb0f80b25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.1526637 Jun 23 20:11:15.035848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-1fbc410f-e904-4986-8a05-f9d9276fa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:15.037261 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-1fbc410f-e904-4986-8a05-f9d9276fa9c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566456 Jun 23 20:11:15.118047 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-90923425-4fcb-482d-b06d-c173530ed14f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 200 len: 1002 time: 0.0789824 Jun 23 20:11:15.175407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:15.209276 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-7fa530a1-2a3b-434c-baea-dac1347011c2 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375647 Jun 23 20:11:15.210793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-0d4efe97-a12f-40f9-a98d-d70c5d4b596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:15.212075 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-0d4efe97-a12f-40f9-a98d-d70c5d4b596c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0652099 Jun 23 20:11:15.309784 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-433f8260-2f3d-4202-9472-de4ad64b7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:15.311284 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-433f8260-2f3d-4202-9472-de4ad64b7b69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893838 Jun 23 20:11:15.362497 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ea418f75-b1cb-4138-ba92-533656f3b253 req-f586d1d3-1379-4dc3-b5a7-0398ade422e5 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416020 Jun 23 20:11:15.410767 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:15.416267 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-d2401bf5-6a1c-4011-b520-d1035eddb6a4 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973861 Jun 23 20:11:15.511505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-58324022-9757-4797-b4d9-4c0c08bb97cb req-6978852f-fe27-4f26-9f7e-0e7ad57e3212 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888114 Jun 23 20:11:21.484237 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37280) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:21.589036 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.608217 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:21.623354 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:21.662931 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Publish callbacks [] for security_group (9a949fef-2d34-4eac-8416-cf670667796b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.723815 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9a949fef-2d34-4eac-8416-cf670667796b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.763874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a949fef-2d34-4eac-8416-cf670667796b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:21.767600 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4f019e27dfb4d49b4eada0d757dcdf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822845 Jun 23 20:11:21.770429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37284) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:21.774144 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.774495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.775119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.775469 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.775806 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.776138 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.776492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.776824 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.777155 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.777483 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.777812 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.778137 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.779041 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.779368 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.779690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eedb0da-41f3-428e-a525-af924a741049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.821790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Publish callbacks [] for security_group (9a949fef-2d34-4eac-8416-cf670667796b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.843846 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Publish callbacks [] for security_group (9a949fef-2d34-4eac-8416-cf670667796b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.977399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9a949fef-2d34-4eac-8416-cf670667796b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.979959 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:21.981292 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a949fef-2d34-4eac-8416-cf670667796b HTTP/1.1" status: 204 len: 168 time: 0.2098877 Jun 23 20:11:21.989235 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a949fef-2d34-4eac-8416-cf670667796b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:21.996204 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.996601 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.996940 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.997785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.998220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.998548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.998894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.999356 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.999636 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:21.999947 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:22.000266 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:22.000614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:22.000990 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:22.001241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:22.001553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9694-b7a8-460a-802c-d01de955817f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:23.554298 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b48ece-d489-4d24-a071-63081575d7f1 req-108f3684-b9d1-4b39-9f67-4dbdadad61f4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:23.555772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-23b48ece-d489-4d24-a071-63081575d7f1 req-108f3684-b9d1-4b39-9f67-4dbdadad61f4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0475664 Jun 23 20:11:23.601973 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-23b48ece-d489-4d24-a071-63081575d7f1 req-344c167e-55c8-468d-a246-8c99ced7e3a6 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Jun 23 20:11:24.723420 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d357cb-5e66-4eb4-abdf-af9868c3e866 req-1a41c1ca-bd78-4e79-9213-cf15cecb1a97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:24.724867 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-68d357cb-5e66-4eb4-abdf-af9868c3e866 req-1a41c1ca-bd78-4e79-9213-cf15cecb1a97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0466166 Jun 23 20:11:24.771040 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-68d357cb-5e66-4eb4-abdf-af9868c3e866 req-bb0f95ce-ebbe-422e-94fd-51c160b741ad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Jun 23 20:11:24.791589 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:25.328939 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-dc43ddff-a6b3-4ee4-afdc-fc095db45607 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:25.330323 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-dc43ddff-a6b3-4ee4-afdc-fc095db45607 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0487883 Jun 23 20:11:25.408941 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Deleting port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:25.409278 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:25.474039 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:25.501456 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] For port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:25.501683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:25.660521 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:25.660886 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:25.661203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Floating IP ebeca3b8-4d87-4432-b360-f8fe8b89900f disassociated. External IP: 172.27.0.205, port: 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a. Jun 23 20:11:25.661551 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Calling delete_port for 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:25.739505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:25.887525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2534a-df6c-425d-bdd7-70235d15161a req-5d3ac636-f5d6-4904-8d6c-ec1ee2c6b20e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:25.889122 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77a2534a-df6c-425d-bdd7-70235d15161a req-5d3ac636-f5d6-4904-8d6c-ec1ee2c6b20e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 947 time: 0.0489216 Jun 23 20:11:25.908996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (01e605d9-8bd3-4f1a-81cd-9ad85b78e81a), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:25.951322 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'Port': ['ID=01e605d9-8bd3-4f1a-81cd-9ad85b78e81a,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:26.026666 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77a2534a-df6c-425d-bdd7-70235d15161a req-b9158ff6-e14d-4f23-890f-897a92203dd2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffa36180-9c51-4c48-ba7a-25427d737c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317990 Jun 23 20:11:26.092384 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4cd53-a28c-4961-8065-591d9370d101 req-9782b61a-ab16-4796-92a3-54c0801f0b1b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:26.093836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76b4cd53-a28c-4961-8065-591d9370d101 req-9782b61a-ab16-4796-92a3-54c0801f0b1b tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0800033 Jun 23 20:11:26.143970 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:26.165179 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-76b4cd53-a28c-4961-8065-591d9370d101 req-ec5119ba-deec-4044-96f5-c59250cee365 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643420 Jun 23 20:11:26.259148 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:26.269084 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:26.271297 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=93 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:26.274216 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=91 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:26.281979 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:26.282882 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:26.305075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] No DVR routers for this DVR port 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:11:26.307608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:26.310833 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-80848d8f-f72c-4da3-bb3d-dc0f4d9a8a22 req-8baead24-6abb-4590-b41b-3896eb5ee39b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "DELETE /v2.0/ports/01e605d9-8bd3-4f1a-81cd-9ad85b78e81a HTTP/1.1" status: 204 len: 173 time: 0.9751267 Jun 23 20:11:26.311318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-deleted', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:26.313572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c310db-f2d2-430a-9482-1cd058c4f614" -d '{"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-deleted", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:26.350846 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119d7d77-cf62-4778-b7bb-ff6d20f560f2 x-openstack-request-id: req-119d7d77-cf62-4778-b7bb-ff6d20f560f2 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:26.351133 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a", "name": "network-vif-deleted", "tag": "01e605d9-8bd3-4f1a-81cd-9ad85b78e81a", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:26.351384 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-119d7d77-cf62-4778-b7bb-ff6d20f560f2 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:26.351794 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119d7d77-cf62-4778-b7bb-ff6d20f560f2'] response: {'server_uuid': '03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a', 'name': 'network-vif-deleted', 'tag': '01e605d9-8bd3-4f1a-81cd-9ad85b78e81a', 'status': 'completed', 'code': 200} Jun 23 20:11:26.391373 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:26.576056 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:26.600718 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:26.609276 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:26.609864 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:26.779100 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:26.954369 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:26.977814 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b5f64-6674-48d7-9fa8-b9cdbea6d9a2 None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:27.131418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-984edadb-f439-4303-9308-f029437688bd req-8fd373cc-1104-4cfd-be62-bc845e6fe0f2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.0282352 Jun 23 20:11:27.190719 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0617db0b-eb1b-46ef-a924-b4a3ca0d3b8a None None] New status for floating IP ebeca3b8-4d87-4432-b360-f8fe8b89900f: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:27.296095 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1a312-27ee-4d40-9d64-94a5a09f2717 req-7b6e83ab-c26d-42f1-a3de-c2d8aeee3690 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:27.297738 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6b1a312-27ee-4d40-9d64-94a5a09f2717 req-7b6e83ab-c26d-42f1-a3de-c2d8aeee3690 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0531700 Jun 23 20:11:27.310343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:27.348999 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e6b1a312-27ee-4d40-9d64-94a5a09f2717 req-0f8e7de9-8f30-49eb-b16e-c4805f69c03d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Jun 23 20:11:28.103499 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-b81eaa70-4f6a-4e42-9900-a63f1ab4b3c9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:28.104968 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-b81eaa70-4f6a-4e42-9900-a63f1ab4b3c9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Jun 23 20:11:28.194053 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:28.210682 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:28.277170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c0516307-7ba8-40b5-a2fe-921bdad9c56d req-beafe9ce-ddb4-4aed-9ca5-cb57bbc16dd9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=03a48e1b-5b34-4d0b-9f3f-58ee9dd7553a HTTP/1.1" status: 200 len: 210 time: 0.0607915 Jun 23 20:11:28.310479 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] For port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:28.310848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:28.503438 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa1fa-9913-410f-9e55-8e40617ae4f2 req-86ce9ac7-71df-4bd3-b747-63d253c6cf16 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:28.504997 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a5efa1fa-9913-410f-9e55-8e40617ae4f2 req-86ce9ac7-71df-4bd3-b747-63d253c6cf16 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 945 time: 0.0872686 Jun 23 20:11:28.516717 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:28.522118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (2955ca65-6e10-4832-ae75-a9e4b8dd3c71), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:28.522118 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP 2955ca65-6e10-4832-ae75-a9e4b8dd3c71 disassociated. External IP: 172.27.0.172, port: 34cb6df8-f4a2-46ac-ab20-64414d2a90b1. Jun 23 20:11:28.522118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:28.588618 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:28.604826 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a5efa1fa-9913-410f-9e55-8e40617ae4f2 req-82986d92-a267-4a22-872a-c761ebdf37c9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914288 Jun 23 20:11:28.748384 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (34cb6df8-f4a2-46ac-ab20-64414d2a90b1), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:28.776335 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=34cb6df8-f4a2-46ac-ab20-64414d2a90b1,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:28.873596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:28.886045 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:29.251662 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:29.264925 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:29.276700 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:29.277306 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:29.295787 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] No DVR routers for this DVR port 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:11:29.298229 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.301478 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-49f1a0ff-2e98-4894-a586-e025c101a7c1 req-26bc9770-b93d-41c3-b32d-0cb6ab1b938f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "DELETE /v2.0/ports/34cb6df8-f4a2-46ac-ab20-64414d2a90b1 HTTP/1.1" status: 204 len: 173 time: 1.1915607 Jun 23 20:11:29.301913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'name': 'network-vif-deleted', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:29.304202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f1c64-d9f0-4718-a099-b06748016e05" -d '{"events": [{"server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "name": "network-vif-deleted", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:29.341341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb48ac7-278b-4bab-81de-f33a07c108b7 x-openstack-request-id: req-6eb48ac7-278b-4bab-81de-f33a07c108b7 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:29.341795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200f25e9-8d0e-42eb-91b6-57db370e99e1", "name": "network-vif-deleted", "tag": "34cb6df8-f4a2-46ac-ab20-64414d2a90b1", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:29.342373 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6eb48ac7-278b-4bab-81de-f33a07c108b7 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:29.342871 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb48ac7-278b-4bab-81de-f33a07c108b7'] response: {'server_uuid': '200f25e9-8d0e-42eb-91b6-57db370e99e1', 'name': 'network-vif-deleted', 'tag': '34cb6df8-f4a2-46ac-ab20-64414d2a90b1', 'status': 'completed', 'code': 200} Jun 23 20:11:29.386320 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:29.435149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37326) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:29.490369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (ffa36180-9c51-4c48-ba7a-25427d737c6e), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.515869 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (ffa36180-9c51-4c48-ba7a-25427d737c6e), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.536975 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:29.576519 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:29.602366 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:29.611255 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:29.611859 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:29.614234 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:29.640504 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ffa36180-9c51-4c48-ba7a-25427d737c6e), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.643317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.644669 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "DELETE /v2.0/security-groups/ffa36180-9c51-4c48-ba7a-25427d737c6e HTTP/1.1" status: 204 len: 168 time: 0.2083690 Jun 23 20:11:29.647533 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37330) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:29.655555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b159882-b75d-4bfb-b7ff-57b3f7c98eff tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa36180-9c51-4c48-ba7a-25427d737c6e,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:29.661594 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-6e6e5d69-b79f-4ca4-9bc4-d8f69851367d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] show failed (client error): The resource could not be found. Jun 23 20:11:29.663127 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6e6e5d69-b79f-4ca4-9bc4-d8f69851367d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups/ffa36180-9c51-4c48-ba7a-25427d737c6e HTTP/1.1" status: 404 len: 347 time: 0.0146170 Jun 23 20:11:29.666625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37332) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:29.726269 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:29.766772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b0479e5a-59d8-448a-80c5-1a81bb5953a6 req-aa2c29c0-9fd8-490e-8eb6-3f02052e8a7c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=200f25e9-8d0e-42eb-91b6-57db370e99e1 HTTP/1.1" status: 200 len: 210 time: 0.0605288 Jun 23 20:11:29.807214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Deleting port e1f8952a-788d-4862-bcd2-2c33b7d132fd {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:29.807551 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.882966 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.883573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (e1f8952a-788d-4862-bcd2-2c33b7d132fd), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:29.886335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:11:29.900328 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Calling delete_port for e1f8952a-788d-4862-bcd2-2c33b7d132fd owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:29.915947 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:29.923985 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:11:29.929306 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 01e605d9-8bd3-4f1a-81cd-9ad85b78e81a not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:11:29.945536 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac89e79-58d8-461b-b8e1-f5af53c257f6 None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:29.991594 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:30.109357 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e1f8952a-788d-4862-bcd2-2c33b7d132fd), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.133050 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'Port': ['ID=e1f8952a-788d-4862-bcd2-2c33b7d132fd,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:30.184274 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3242e-11e6-40bc-9e83-c5efb09bb1e0 None None] New status for floating IP 2955ca65-6e10-4832-ae75-a9e4b8dd3c71: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:30.206967 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (ebeca3b8-4d87-4432-b360-f8fe8b89900f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.209384 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.210530 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d6d63ccc-bc51-48f2-aa0d-34dbecaf8294 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "DELETE /v2.0/floatingips/ebeca3b8-4d87-4432-b360-f8fe8b89900f HTTP/1.1" status: 204 len: 168 time: 0.5429697 Jun 23 20:11:30.420377 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37336) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:30.424813 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289996393', 'description': 'tempest-description--353695309'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:30.508755 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.578396 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (20fef2bf-999c-42ec-940b-aa723791a7a3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.684008 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (20fef2bf-999c-42ec-940b-aa723791a7a3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.714874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fef2bf-999c-42ec-940b-aa723791a7a3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:30.773180 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.774366 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fe1e0b95-7b94-4ec5-b852-52ce9ba69f8e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3530083 Jun 23 20:11:30.777164 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37338) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:30.785831 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group_rule': {'security_group_id': '20fef2bf-999c-42ec-940b-aa723791a7a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:30.903596 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (13326c00-20c9-4fdf-9dc8-b6d327ba2d34), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:30.967391 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (13326c00-20c9-4fdf-9dc8-b6d327ba2d34), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.045026 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-41febfec-fbb8-4b50-9a83-e699b81ed8db tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008165961&fields=id&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 267 time: 0.0433848 Jun 23 20:11:31.051916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (13326c00-20c9-4fdf-9dc8-b6d327ba2d34), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.069269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13326c00-20c9-4fdf-9dc8-b6d327ba2d34,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:31.149880 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-ba8daadc-0884-498b-a8fc-754ce35f8c18 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:31.151353 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-ba8daadc-0884-498b-a8fc-754ce35f8c18 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1001086 Jun 23 20:11:31.156811 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.160521 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fa595ff1-2c33-4c03-bcec-e36c406c0c3e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799527 Jun 23 20:11:31.160732 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37348) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:31.164916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'security_group_rule': {'security_group_id': '20fef2bf-999c-42ec-940b-aa723791a7a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:31.166109 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b743bab3-2814-4918-952e-41c205edff7e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/quotas/edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 375 time: 0.0093551 Jun 23 20:11:31.203313 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:31.219200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-1f597494-96c1-4212-907d-f00013dec0b2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471885 Jun 23 20:11:31.263142 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (cbe424b8-9491-4ffe-91cb-2eb471a73001), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.317222 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-66887c9c-a9db-4e3b-b32a-6fbec95dc6a3 service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863247 Jun 23 20:11:31.320586 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (cbe424b8-9491-4ffe-91cb-2eb471a73001), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.388372 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (cbe424b8-9491-4ffe-91cb-2eb471a73001), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.404690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe424b8-9491-4ffe-91cb-2eb471a73001,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:31.412941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-96bf98d4-4e47-49e0-a7f6-30900ed919d5 service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891907 Jun 23 20:11:31.462877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.464107 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1875f9ef-f516-4a5e-a566-9d407b59748a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3024416 Jun 23 20:11:31.467271 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37352) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:31.472058 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:31.481635 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:31.569820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.645039 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.708802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:31.753421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Allocated IP 172.27.0.184 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/ed25a6c4-e1ed-4157-a450-9d4065f6fb5e) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:11:31.853624 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.892676 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:11:31.914463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:11:31.914753 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 34cb6df8-f4a2-46ac-ab20-64414d2a90b1 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:11:31.960459 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:31.994957 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-710219f3-6555-441a-aa2e-6b53f5a1caea req-41699c5e-4ad7-416a-8a0c-5649159231ca tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 210 time: 0.0376289 Jun 23 20:11:32.009105 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:11:32.013825 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:11:32.018481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=ed25a6c4-e1ed-4157-a450-9d4065f6fb5e,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:32.020873 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:11:32.107489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.109843 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:32.208560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.354164 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.412325 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.515906 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=ed25a6c4-e1ed-4157-a450-9d4065f6fb5e,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:32.527669 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.647232 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:32.648494 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7f27b9c9-70b7-4b9d-ab5d-c0b07b69f4cc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1797049 Jun 23 20:11:32.839287 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-30802a32-ecc8-4b4d-855d-b8c1fb2e2aa2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1289996393&fields=id&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 267 time: 0.0420356 Jun 23 20:11:32.948129 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-647f31e1-e00f-43a0-a43a-8948a4f99a97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:32.949541 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-647f31e1-e00f-43a0-a43a-8948a4f99a97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 817 time: 0.1034312 Jun 23 20:11:32.964436 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-6678014f-2eb0-42ef-b724-6f6708b788f7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/quotas/71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 375 time: 0.0090556 Jun 23 20:11:33.013972 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-593e0cad-8835-40eb-99c1-d1f02970c76a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441413 Jun 23 20:11:33.123038 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a9b387be-0723-420d-a3b6-7a84c22912db req-38c49ee4-1538-4fda-9df6-0c8b5f8c395f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 210 time: 0.0330365 Jun 23 20:11:33.141667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-d7da5aed-01d8-4e4b-8f17-5a1ee87c597a service neutron] 10.222.0.44 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146145 Jun 23 20:11:33.222212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:33.233090 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-09e03843-3736-40d2-93b2-2d16b63221ef service neutron] 10.222.0.44 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843117 Jun 23 20:11:33.456285 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-81b305d4-0d7e-431b-96b7-4eda08c31cbf req-4eec4f43-1946-49d7-8aa3-dd0cd1f3837f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jun 23 20:11:34.151187 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-a5645a02-29cf-4d7c-a708-484e447c2141 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:34.153443 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-a5645a02-29cf-4d7c-a708-484e447c2141 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1009178 Jun 23 20:11:34.244318 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2ba38d7d-2528-440c-9351-4c1e6c4d7b3a req-e902d5ba-8397-4cd2-b84c-20cdfefd74f9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 210 time: 0.0447166 Jun 23 20:11:34.257469 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-0b6699e5-901f-4918-84bc-ce9a1b6ff61a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 380 time: 0.0839357 Jun 23 20:11:34.270403 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'port': {'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'admin_state_up': True, 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'security_groups': ['11550f4d-32e1-4d65-9f60-7ecf0bb3bd14']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:34.457650 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Made reservation on behalf of edb569a8b39a437ea8be940df098268c for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:11:34.461314 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:34.559524 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77935bac-1db2-4c1c-8f51-9619b872e95c req-2dbb07e2-014b-4eca-ab83-c4c84e3d2c06 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 210 time: 0.0307846 Jun 23 20:11:34.615438 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.20.0.8 (e0be33fe-ef21-4463-bb71-a01e82ba375e/ed5f6852-23f0-464e-8977-92bae1c2b768/0b827b10-c629-4517-9e99-ed82b161fe9d) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:11:34.624162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:34.758179 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:34.885953 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:34.892278 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:34.928164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:11:34.934194 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:11:34.939122 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:11:34.945506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:34.996797 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:34.997418 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:35.078005 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b2e0d709-b111-48bd-9e0c-ea1faea7dacf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112633 Jun 23 20:11:35.119106 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Request body: {'port': {'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:35.161135 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b9920362-02b1-4eca-8170-0ce13f457bd6 None None] Provisioning complete for port 0b827b10-c629-4517-9e99-ed82b161fe9d triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:11:35.161708 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b9920362-02b1-4eca-8170-0ce13f457bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:35.179613 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:35.193557 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b9920362-02b1-4eca-8170-0ce13f457bd6 None None] Port 0b827b10-c629-4517-9e99-ed82b161fe9d cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:11:35.400332 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f103767-cd96-4142-8dc6-300fc92f5ce8 req-9fb24e31-0676-485d-9eb3-83e93343e5d5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:35.401804 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f103767-cd96-4142-8dc6-300fc92f5ce8 req-9fb24e31-0676-485d-9eb3-83e93343e5d5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 931 time: 0.0839779 Jun 23 20:11:35.490622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f103767-cd96-4142-8dc6-300fc92f5ce8 req-e1abd60b-09ed-460e-98b7-8c9ee1f3c3f1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819707 Jun 23 20:11:35.521309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b827b10-c629-4517-9e99-ed82b161fe9d {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:11:35.529117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks [] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:35.541552 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Transition to ACTIVE for port object 0b827b10-c629-4517-9e99-ed82b161fe9d will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:11:35.652458 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:35.688523 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-74f2a59d-6908-4478-bd60-fe43337cc673 req-220a6a0b-e385-423d-8901-3571dca9827a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 210 time: 0.0547166 Jun 23 20:11:35.712022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-8750dfbf-ee65-4666-962d-c658b6bb8501 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:35.713487 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-8750dfbf-ee65-4666-962d-c658b6bb8501 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 817 time: 0.1649635 Jun 23 20:11:35.739858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:35.755130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:35.852389 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-49f41787-b4cd-4653-be9b-6230fd5a2363 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 380 time: 0.1174119 Jun 23 20:11:35.869447 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'port': {'device_id': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'admin_state_up': True, 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'security_groups': ['20fef2bf-999c-42ec-940b-aa723791a7a3']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:35.875600 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:35.886218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Attempting to bind port 0b827b10-c629-4517-9e99-ed82b161fe9d on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:11:35.886557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Attempting to bind port 0b827b10-c629-4517-9e99-ed82b161fe9d by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:11:35.886892 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Attempting to bind port 0b827b10-c629-4517-9e99-ed82b161fe9d on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:11:35.897292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Port 0b827b10-c629-4517-9e99-ed82b161fe9d on network e0be33fe-ef21-4463-bb71-a01e82ba375e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:11:35.897620 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Attempting to bind port 0b827b10-c629-4517-9e99-ed82b161fe9d on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:11:35.912441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:11:35.912780 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:11:35.913180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Bound using segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:11:35.913608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Bound port: 0b827b10-c629-4517-9e99-ed82b161fe9d, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:11:35.913973 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.042581 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:11:36.046740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b827b10-c629-4517-9e99-ed82b161fe9d,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:11:36.120326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Made reservation on behalf of 71c9cca288b34019947e55d2a3112ddb for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:11:36.123828 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.126461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.181679 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.192102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.192102 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] 10.222.0.42 "PUT /v2.0/ports/0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 1093 time: 1.0725219 Jun 23 20:11:36.192102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:36.192102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eca154-c39b-47c3-a2af-8818510074dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:36.240288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2beee481-3c44-47ad-9da1-f2be9b41c4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.248387 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5efe2d-9d3c-4068-ae26-6f9898bd1ed4 x-openstack-request-id: req-6b5efe2d-9d3c-4068-ae26-6f9898bd1ed4 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:36.248387 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:36.248387 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b5efe2d-9d3c-4068-ae26-6f9898bd1ed4 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:36.248387 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5efe2d-9d3c-4068-ae26-6f9898bd1ed4'] response: {'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'status': 'completed', 'code': 200} Jun 23 20:11:36.257514 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9495-9930-4f57-8e5c-a42a266f0f5f service neutron] Pushing event updated for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:36.328386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Allocated IP 172.20.0.5 (692ee610-d0ae-4057-8e1c-c034fd73ff05/6e452f23-4b2d-4e72-88b3-0c0f5edac6f2/048e62b5-3005-46cb-96bf-1c13423b57db) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:11:36.387507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:36.416467 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-43481e96-62ef-4a8d-8805-dc46daf8235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.417961 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-43481e96-62ef-4a8d-8805-dc46daf8235a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1127 time: 0.0626705 Jun 23 20:11:36.498249 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-4d651bbb-611d-418a-b1bd-3a6f7497640b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 217 time: 0.0645466 Jun 23 20:11:36.583290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for port (048e62b5-3005-46cb-96bf-1c13423b57db), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.591316 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-5e42bc2d-3525-4252-a97f-30dbbecd3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.593322 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-5e42bc2d-3525-4252-a97f-30dbbecd3f15 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0884287 Jun 23 20:11:36.666170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd6d00-527f-48c8-977a-d238a77075d3 req-302f70de-35ee-4b4f-aa96-d6375d3fcd99 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.667611 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d6fd6d00-527f-48c8-977a-d238a77075d3 req-302f70de-35ee-4b4f-aa96-d6375d3fcd99 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.1072080 Jun 23 20:11:36.677300 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-a6f5f3d6-b46b-45af-b583-a2534474ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.678673 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-a6f5f3d6-b46b-45af-b583-a2534474ef9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687940 Jun 23 20:11:36.777758 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:36.782396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d6fd6d00-527f-48c8-977a-d238a77075d3 req-1c169bc2-50fc-4f28-9e90-994aa1524e78 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083956 Jun 23 20:11:36.870751 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:11:36.877156 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:36.890541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e048be-a973-40b3-b7ae-c315cd7178cd req-5c762512-24af-44c6-a38a-44bcbfb47920 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:36.892012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-68e048be-a973-40b3-b7ae-c315cd7178cd req-5c762512-24af-44c6-a38a-44bcbfb47920 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 931 time: 0.1157055 Jun 23 20:11:36.892835 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:11:36.896753 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:11:36.899434 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:37.156027 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e215ecf2-184a-4d2c-9ab9-e989e4b3a733 None None] Provisioning complete for port 048e62b5-3005-46cb-96bf-1c13423b57db triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:11:37.156327 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e215ecf2-184a-4d2c-9ab9-e989e4b3a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.180597 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-b3fc7123-6c94-4f2c-b7c8-b9c271ba8ee5 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923720 Jun 23 20:11:37.189948 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e215ecf2-184a-4d2c-9ab9-e989e4b3a733 None None] Port 048e62b5-3005-46cb-96bf-1c13423b57db cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:11:37.251086 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:37.251692 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.314548 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-68e048be-a973-40b3-b7ae-c315cd7178cd req-d246f8ff-5abc-4aa8-9d04-946693d9490c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4126482 Jun 23 20:11:37.332477 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8226d6c8-bb7f-4721-acae-d752ac4324c7 req-209798a6-7290-4b60-a53a-ac5cd99301c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439037 Jun 23 20:11:37.366441 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-37084511-fb45-4a0c-b7d7-56fd3845bac4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033262 Jun 23 20:11:37.383894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Request body: {'port': {'device_id': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:37.441071 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.564831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:37.703193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:11:37.719210 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks [] for port (048e62b5-3005-46cb-96bf-1c13423b57db), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.752902 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Transition to ACTIVE for port object 048e62b5-3005-46cb-96bf-1c13423b57db will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:11:37.757892 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca154-c39b-47c3-a2af-8818510074dc req-64b5b0b8-69d2-4cdc-808e-d557661f7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:37.759386 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-64b5b0b8-69d2-4cdc-808e-d557661f7f10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1127 time: 0.0493941 Jun 23 20:11:37.845511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.893277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca154-c39b-47c3-a2af-8818510074dc req-7cced305-1d1c-46e6-84d1-bd511402ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:37.894721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-7cced305-1d1c-46e6-84d1-bd511402ca5a service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1272962 Jun 23 20:11:37.935429 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:37.977898 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-3ed047e8-bbc7-47ca-aea2-78ce7a155363 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 217 time: 0.0601575 Jun 23 20:11:37.978496 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:38.021534 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35c93-6073-4321-b4a3-7a3693fd4418 req-63fc76b1-1c90-4bf9-97f0-43ef5f15e88f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.023180 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ec35c93-6073-4321-b4a3-7a3693fd4418 req-63fc76b1-1c90-4bf9-97f0-43ef5f15e88f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.1679814 Jun 23 20:11:38.132793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca154-c39b-47c3-a2af-8818510074dc req-f5699a93-018e-41b8-b6c6-79aa77597dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.134420 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-f5699a93-018e-41b8-b6c6-79aa77597dda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.1493440 Jun 23 20:11:38.142864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:38.193353 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ec35c93-6073-4321-b4a3-7a3693fd4418 req-0bb9362b-bd9f-4ec2-9a36-2612f834783c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480150 Jun 23 20:11:38.220652 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eca154-c39b-47c3-a2af-8818510074dc req-313f8c6b-b72d-4210-b61d-97fac6238f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.222156 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-313f8c6b-b72d-4210-b61d-97fac6238f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779428 Jun 23 20:11:38.222931 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Attempting to bind port 048e62b5-3005-46cb-96bf-1c13423b57db on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:11:38.223261 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Attempting to bind port 048e62b5-3005-46cb-96bf-1c13423b57db by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:11:38.223586 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Attempting to bind port 048e62b5-3005-46cb-96bf-1c13423b57db on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:11:38.229052 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Port 048e62b5-3005-46cb-96bf-1c13423b57db on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:11:38.229305 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Attempting to bind port 048e62b5-3005-46cb-96bf-1c13423b57db on network 692ee610-d0ae-4057-8e1c-c034fd73ff05 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:11:38.234307 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:11:38.234642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Checking segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:11:38.235027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Bound using segment: {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:11:38.235454 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Bound port: 048e62b5-3005-46cb-96bf-1c13423b57db, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93eee90d-5286-4029-9da0-9b756f182267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:11:38.235827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:38.298102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:11:38.301104 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:11:38.381134 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f158b220-ec54-4c1c-a062-ecd95a81168d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:38.418035 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:38.463140 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb90fd2-b419-4fcc-af6f-b3efd84bed0f req-8e17bea5-0135-4389-b686-570db3bfd151 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.464651 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ffb90fd2-b419-4fcc-af6f-b3efd84bed0f req-8e17bea5-0135-4389-b686-570db3bfd151 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0784235 Jun 23 20:11:38.472004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.475645 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:38.475645 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] 10.222.0.42 "PUT /v2.0/ports/048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 1093 time: 1.0939512 Jun 23 20:11:38.477624 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:38.479887 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306a9774-db28-439a-84d9-b9db0057021d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:38.503193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:38.529426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19de9c36-ea20-46b0-bce5-815edcf1f50a x-openstack-request-id: req-19de9c36-ea20-46b0-bce5-815edcf1f50a {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:38.529714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:38.530542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19de9c36-ea20-46b0-bce5-815edcf1f50a {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:38.530941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19de9c36-ea20-46b0-bce5-815edcf1f50a'] response: {'name': 'network-changed', 'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'status': 'completed', 'code': 200} Jun 23 20:11:38.539676 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba5440-6319-477d-a7b6-f85062a7e383 service neutron] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:38.596782 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ffb90fd2-b419-4fcc-af6f-b3efd84bed0f req-3115b05f-b065-426c-adc9-55b47735fe27 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218669 Jun 23 20:11:38.665258 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9774-db28-439a-84d9-b9db0057021d req-5fa0c0ae-2221-4109-9d39-2bce539d9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.670760 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-306a9774-db28-439a-84d9-b9db0057021d req-5fa0c0ae-2221-4109-9d39-2bce539d9490 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1127 time: 0.0950317 Jun 23 20:11:38.682937 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-a6c7114a-33ef-4902-af67-4c63bcd2e214 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675375 Jun 23 20:11:38.865398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9774-db28-439a-84d9-b9db0057021d req-6ed1dd98-7997-4777-b1ad-a9811973841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.866880 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-306a9774-db28-439a-84d9-b9db0057021d req-6ed1dd98-7997-4777-b1ad-a9811973841e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=71c9cca288b34019947e55d2a3112ddb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1609983 Jun 23 20:11:38.870181 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c7eca154-c39b-47c3-a2af-8818510074dc req-a9af6f3c-29f4-4e46-b3c9-24da860da2d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549647 Jun 23 20:11:38.978884 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a9774-db28-439a-84d9-b9db0057021d req-237aa782-9ed8-4fed-997b-df6f9834227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:38.980376 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-306a9774-db28-439a-84d9-b9db0057021d req-237aa782-9ed8-4fed-997b-df6f9834227e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916178 Jun 23 20:11:39.081862 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-b2f14713-c300-463a-9b99-be1457767fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:39.083345 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-b2f14713-c300-463a-9b99-be1457767fbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1127 time: 0.0397871 Jun 23 20:11:39.128921 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-47a05c77-d613-4937-aaa0-a23d7789cd0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 217 time: 0.0321956 Jun 23 20:11:39.176864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-43df40ca-f29b-4639-894b-d269a7a34e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:39.178338 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-43df40ca-f29b-4639-894b-d269a7a34e14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0433443 Jun 23 20:11:39.228449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-134dd52f-50f3-44c9-abd9-772157cefb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:39.229993 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-134dd52f-50f3-44c9-abd9-772157cefb72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422246 Jun 23 20:11:39.325983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:39.351748 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536db59-dfb4-44bd-80c3-f762b4267169 req-fa63c243-51e0-4f84-8663-0b91ebcc276c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:39.351748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1536db59-dfb4-44bd-80c3-f762b4267169 req-fa63c243-51e0-4f84-8663-0b91ebcc276c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0839469 Jun 23 20:11:39.379884 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-28509c09-5ba4-4bda-a67e-d112b0d88be2 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413639 Jun 23 20:11:39.427276 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1536db59-dfb4-44bd-80c3-f762b4267169 req-c101d494-5a34-422d-9bf0-f48b548ebaa5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769196 Jun 23 20:11:39.487336 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c67a3626-9dad-4d2c-a9b1-3af0f9536d13 req-4cb99afa-3748-4687-9530-33f80aa0a272 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977607 Jun 23 20:11:39.719838 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b11c-45f5-45c7-90e1-0af9e2ac8db0 req-ae8ac04d-6ed6-43a5-b92b-a875d3f0d49e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:39.721308 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96a4b11c-45f5-45c7-90e1-0af9e2ac8db0 req-ae8ac04d-6ed6-43a5-b92b-a875d3f0d49e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0507107 Jun 23 20:11:39.766875 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-96a4b11c-45f5-45c7-90e1-0af9e2ac8db0 req-003e6af6-b073-4bfb-8b3a-b8ff843fba9b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 Jun 23 20:11:39.897025 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:39.919119 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=24 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:40.540842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15ed93-1629-48c1-a977-ab8a131421c4 req-0c13e44f-4f0f-4fcc-b247-91f4610ef4f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:40.542295 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad15ed93-1629-48c1-a977-ab8a131421c4 req-0c13e44f-4f0f-4fcc-b247-91f4610ef4f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0479782 Jun 23 20:11:40.566750 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:40.591630 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad15ed93-1629-48c1-a977-ab8a131421c4 req-b9a3f5e8-d05f-4ca0-9d9f-3e60c1a4c1b2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Jun 23 20:11:40.707416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff3fc-0793-4c0f-8712-2e482549a761 req-8e55a4f9-a74d-40a5-ad93-e06746f7764e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:40.708788 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f1dff3fc-0793-4c0f-8712-2e482549a761 req-8e55a4f9-a74d-40a5-ad93-e06746f7764e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Jun 23 20:11:40.754175 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f1dff3fc-0793-4c0f-8712-2e482549a761 req-fe4d6e32-f22c-4022-8d91-59418e858d73 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399127 Jun 23 20:11:40.884219 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034fc4c-aaab-421a-af9b-cd84f8040d5b req-357b9142-4908-4dac-b440-4ee06f9f99d0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:40.885710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8034fc4c-aaab-421a-af9b-cd84f8040d5b req-357b9142-4908-4dac-b440-4ee06f9f99d0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0466044 Jun 23 20:11:40.931506 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8034fc4c-aaab-421a-af9b-cd84f8040d5b req-d72ebe05-e053-4b77-9496-0bb885b38c4e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403905 Jun 23 20:11:41.085781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:41.506569 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:41.700551 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbcd65-1149-499c-ba38-df3c275d46ed req-85233016-4e8d-4d4e-885e-9065c61e17bb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:41.702736 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1cfbcd65-1149-499c-ba38-df3c275d46ed req-85233016-4e8d-4d4e-885e-9065c61e17bb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0450273 Jun 23 20:11:41.752694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1cfbcd65-1149-499c-ba38-df3c275d46ed req-16c5102e-ae86-49e6-ae87-846d870a9704 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Jun 23 20:11:41.863462 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb4acf-2669-4cb6-9bb4-7c4971097e9f req-d572101b-3a7b-41eb-8e34-54f2a0d430cc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:41.864935 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9fdb4acf-2669-4cb6-9bb4-7c4971097e9f req-d572101b-3a7b-41eb-8e34-54f2a0d430cc tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0463517 Jun 23 20:11:41.910691 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9fdb4acf-2669-4cb6-9bb4-7c4971097e9f req-499fd0ad-0171-43cf-895c-a45b778c6fba tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404022 Jun 23 20:11:41.977832 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:11:42.060239 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97cc0-b60c-4779-8a3f-e6f610692111 req-79852c6a-556e-495d-8e48-86169b2d14ba tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:42.062280 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95f97cc0-b60c-4779-8a3f-e6f610692111 req-79852c6a-556e-495d-8e48-86169b2d14ba tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0481176 Jun 23 20:11:42.081403 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:42.092345 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '048e62b5-3005-46cb-96bf-1c13423b57db', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:11:42.109889 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95f97cc0-b60c-4779-8a3f-e6f610692111 req-08d71043-f62f-4bcc-91a9-409f5fb678dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Jun 23 20:11:42.130465 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:42.130892 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:42.144533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:11:42.164055 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:42.223023 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:42.268422 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:42.275406 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.275758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.276129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.276653 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.276997 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.277331 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.277657 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.277986 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.278313 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.278637 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.278960 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.279298 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.279624 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.279971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.280292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:11:42.537508 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:42.576035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['048e62b5-3005-46cb-96bf-1c13423b57db'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:11:42.673500 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:42.704533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:42.867679 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0593f-5d48-4ca4-b68b-4b32ae25e904 req-8f80e7df-b6a1-43d8-bdda-587aa4d6b178 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:42.869169 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-57f0593f-5d48-4ca4-b68b-4b32ae25e904 req-8f80e7df-b6a1-43d8-bdda-587aa4d6b178 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Jun 23 20:11:42.916903 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-57f0593f-5d48-4ca4-b68b-4b32ae25e904 req-186d21b8-fbb4-44c1-95e4-26a14da1c1b5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Jun 23 20:11:43.021958 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e5ae7-a93e-4d3f-b615-8fbdd79228d7 req-6c36f792-5f5d-44af-b314-969275dc6c53 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:43.023359 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab7e5ae7-a93e-4d3f-b615-8fbdd79228d7 req-6c36f792-5f5d-44af-b314-969275dc6c53 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0474133 Jun 23 20:11:43.070308 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab7e5ae7-a93e-4d3f-b615-8fbdd79228d7 req-c1e74e3b-8e6a-47ef-bc72-06b844816d86 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Jun 23 20:11:43.224552 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7495467-5208-4ca7-ad41-821a211adc8d req-42ce4d2b-5b45-4602-993a-80b8e4c9e8a3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:43.226027 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7495467-5208-4ca7-ad41-821a211adc8d req-42ce4d2b-5b45-4602-993a-80b8e4c9e8a3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 944 time: 0.0465801 Jun 23 20:11:43.263664 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:43.275678 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7495467-5208-4ca7-ad41-821a211adc8d req-e3b62514-b9d1-4661-a87f-9456b829ecc8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jun 23 20:11:43.881848 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:11:44.003348 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:11:44.046877 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c79f8-7c64-4196-be8a-3093a4607e7c req-fb3bd4af-f31d-4f26-a0cf-94286aafd88e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:44.047479 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 048e62b5-3005-46cb-96bf-1c13423b57db completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:11:44.048291 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2d2c79f8-7c64-4196-be8a-3093a4607e7c req-fb3bd4af-f31d-4f26-a0cf-94286aafd88e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0564680 Jun 23 20:11:44.098429 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2d2c79f8-7c64-4196-be8a-3093a4607e7c req-81893696-f72f-4a75-85a4-7f20cbb47c5d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437016 Jun 23 20:11:44.135429 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 048e62b5-3005-46cb-96bf-1c13423b57db triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:11:44.135817 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:44.186913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a63b8-748d-4bec-9f27-22cd052fb0f8 req-4e89555d-3885-4a5a-a0dd-ed78a7f506bd tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:44.188454 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a55a63b8-748d-4bec-9f27-22cd052fb0f8 req-4e89555d-3885-4a5a-a0dd-ed78a7f506bd tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0474777 Jun 23 20:11:44.210777 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:44.211084 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:44.234858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:44.235769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a55a63b8-748d-4bec-9f27-22cd052fb0f8 req-57d92ab6-cc7e-4c41-b8e5-ef9914dcd8e5 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417423 Jun 23 20:11:44.237113 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d3857a-54cc-45f8-8e55-1d724f729977" -d '{"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:44.255566 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:44.270862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104b9215-49ea-485a-b653-77faf9f276e3 x-openstack-request-id: req-104b9215-49ea-485a-b653-77faf9f276e3 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:44.271174 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:44.271434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-104b9215-49ea-485a-b653-77faf9f276e3 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:44.271827 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104b9215-49ea-485a-b653-77faf9f276e3'] response: {'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'code': 200} Jun 23 20:11:44.346908 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:44.393039 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:44.393577 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97929-7702-43a2-a885-b5f13d529cc0 req-0156d498-6d50-409c-adca-b11ff1f45023 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:44.395057 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03c97929-7702-43a2-a885-b5f13d529cc0 req-0156d498-6d50-409c-adca-b11ff1f45023 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0495734 Jun 23 20:11:44.443559 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03c97929-7702-43a2-a885-b5f13d529cc0 req-9d302031-5d4e-4af9-8578-d76efacd7860 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Jun 23 20:11:44.771848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:44.790749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-410ab9aa-ef44-4a35-a8f1-d049d816ba4e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:44.792221 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-410ab9aa-ef44-4a35-a8f1-d049d816ba4e tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Jun 23 20:11:44.887155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Deleting port 27c60352-48b3-4e75-b043-6c1f57dcdca4 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:44.887497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:44.976723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] For port 27c60352-48b3-4e75-b043-6c1f57dcdca4, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=27c60352-48b3-4e75-b043-6c1f57dcdca4,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:44.977001 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:45.118386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061151-55c8-4afe-ade2-f70efb26c546 req-03bacdea-be28-4db8-8a1c-4461368532cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:45.119869 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67061151-55c8-4afe-ade2-f70efb26c546 req-03bacdea-be28-4db8-8a1c-4461368532cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1129 time: 0.0514724 Jun 23 20:11:45.221996 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:45.222358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:45.222670 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Floating IP e63f3631-b41c-4125-9d16-0b529de583cd disassociated. External IP: 172.27.0.61, port: 27c60352-48b3-4e75-b043-6c1f57dcdca4. Jun 23 20:11:45.227946 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Calling delete_port for 27c60352-48b3-4e75-b043-6c1f57dcdca4 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:45.245104 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67061151-55c8-4afe-ade2-f70efb26c546 req-395b2c7f-a554-4fe5-b481-af14c2ce7eae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967393 Jun 23 20:11:45.253474 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dfd27-bceb-4521-8726-f414296642de req-d16e958e-4ef0-4ba4-a1b1-dd1a7a54d8f5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:45.255333 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a18dfd27-bceb-4521-8726-f414296642de req-d16e958e-4ef0-4ba4-a1b1-dd1a7a54d8f5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0862083 Jun 23 20:11:45.377221 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:45.388691 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bcbfa-620a-4fb3-9699-42be002c1e6d req-5c297ff0-c33b-4a66-88f6-d03f9fad94e4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:45.390172 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-508bcbfa-620a-4fb3-9699-42be002c1e6d req-5c297ff0-c33b-4a66-88f6-d03f9fad94e4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 945 time: 0.0824418 Jun 23 20:11:45.393535 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a18dfd27-bceb-4521-8726-f414296642de req-4d99537e-399d-4a2a-a0de-26bae2619aba tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320949 Jun 23 20:11:45.473240 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-508bcbfa-620a-4fb3-9699-42be002c1e6d req-8e57366f-1338-407a-b51b-b5c226fa50f1 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772727 Jun 23 20:11:45.555055 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (27c60352-48b3-4e75-b043-6c1f57dcdca4), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:45.565393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:45.590534 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7bc89-6aa4-4af7-bcb9-e63ec8e776ea req-1b1e6415-3aaf-4b8e-9757-a09d19d12e50 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:45.591994 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9e7bc89-6aa4-4af7-bcb9-e63ec8e776ea req-1b1e6415-3aaf-4b8e-9757-a09d19d12e50 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0750740 Jun 23 20:11:45.593607 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event deleted for resources: {'Port': ['ID=27c60352-48b3-4e75-b043-6c1f57dcdca4,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:45.960714 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9e7bc89-6aa4-4af7-bcb9-e63ec8e776ea req-ca805c41-61ee-44a2-92c1-d091e7bffecc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590074 Jun 23 20:11:45.985918 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:46.093988 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:46.103997 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:46.114865 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:46.115472 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:46.135714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] No DVR routers for this DVR port 27c60352-48b3-4e75-b043-6c1f57dcdca4 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:11:46.138205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:46.141468 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b49b7f6-fe15-450f-927b-576f4dadc481 req-2e1b81c5-f9b9-4ac0-a21e-98bd48cc62c4 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "DELETE /v2.0/ports/27c60352-48b3-4e75-b043-6c1f57dcdca4 HTTP/1.1" status: 204 len: 173 time: 1.3439732 Jun 23 20:11:46.141897 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'name': 'network-vif-deleted', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:46.144098 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a691b-f247-4dc6-a351-2dc8bfa5f628" -d '{"events": [{"server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "name": "network-vif-deleted", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:46.178930 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a79e06-3715-48ae-bed0-9956042c1c5b x-openstack-request-id: req-92a79e06-3715-48ae-bed0-9956042c1c5b {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:46.179226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5de1ee-6219-48dc-af73-d21b440c9122", "name": "network-vif-deleted", "tag": "27c60352-48b3-4e75-b043-6c1f57dcdca4", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:46.179483 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92a79e06-3715-48ae-bed0-9956042c1c5b {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:46.179888 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a79e06-3715-48ae-bed0-9956042c1c5b'] response: {'server_uuid': '6e5de1ee-6219-48dc-af73-d21b440c9122', 'name': 'network-vif-deleted', 'tag': '27c60352-48b3-4e75-b043-6c1f57dcdca4', 'status': 'completed', 'code': 200} Jun 23 20:11:46.219454 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:46.408745 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:46.437515 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:46.445985 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:46.446579 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:46.512844 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd8b17-1d19-4fbe-b434-34a8a306ec0d req-fd395bca-60ea-4180-87d5-275b30135a65 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:46.514453 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-98fd8b17-1d19-4fbe-b434-34a8a306ec0d req-fd395bca-60ea-4180-87d5-275b30135a65 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0532300 Jun 23 20:11:46.566897 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-98fd8b17-1d19-4fbe-b434-34a8a306ec0d req-fd8fbb08-ec2a-49e4-a2e2-280c70bfb3e7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Jun 23 20:11:46.635991 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d46b81c0-f058-4505-a166-b7cbfaf6e3ed req-e4337840-c481-45ff-ae89-df17a6acbff6 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Jun 23 20:11:46.641642 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:46.754898 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:46.818760 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:46.843631 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01654838-8b23-4fd7-98f0-e7e70f0db18f None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:07:11Z', 'revision_number': 4, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'ced930a4-e789-4e21-a3a6-bd661a76e0d2', 'name': '', 'network_id': '080ae0a2-412d-4942-8b59-3cac39c039b1', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'mac_address': 'fa:16:3e:9f:96:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:09Z', 'updated_at': '2022-06-23T20:07:20Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'subnets': [{'id': 'fd33e341-919f-4cd4-9598-0b7295352790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:47.067201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c41a1-2825-479c-bd7f-c0b4ecb2068d None None] New status for floating IP e63f3631-b41c-4125-9d16-0b529de583cd: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:47.088625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3308f0c-a4dc-48c9-a32a-81918532c78f req-a03ceeb3-05fc-4e96-a1c1-72d16d4926b8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:47.093584 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a3308f0c-a4dc-48c9-a32a-81918532c78f req-a03ceeb3-05fc-4e96-a1c1-72d16d4926b8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Jun 23 20:11:47.137143 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a3308f0c-a4dc-48c9-a32a-81918532c78f req-08f86159-6e51-4822-bdd8-03962e9c3121 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Jun 23 20:11:47.679543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c0850-5968-458d-98ac-03946a251ce2 req-e5a31775-fc04-4f8d-bb3a-9678af77f954 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:47.681042 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-187c0850-5968-458d-98ac-03946a251ce2 req-e5a31775-fc04-4f8d-bb3a-9678af77f954 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 943 time: 0.0468683 Jun 23 20:11:47.759802 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8043cc7a-1f42-4eac-94f4-c9f4e8326a5d req-64d0a889-10b7-4f3d-9404-e20134528dac tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e5de1ee-6219-48dc-af73-d21b440c9122 HTTP/1.1" status: 200 len: 210 time: 0.0405779 Jun 23 20:11:47.764802 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-187c0850-5968-458d-98ac-03946a251ce2 req-7e84a9b4-a105-49b6-89c0-1df5519e30db tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775397 Jun 23 20:11:48.016887 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b827b10-c629-4517-9e99-ed82b161fe9d details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:11:48.031197 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 27c60352-48b3-4e75-b043-6c1f57dcdca4 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:11:48.057880 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 27c60352-48b3-4e75-b043-6c1f57dcdca4 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:11:48.058225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 27c60352-48b3-4e75-b043-6c1f57dcdca4 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:11:48.138678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b827b10-c629-4517-9e99-ed82b161fe9d,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:48.149883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:11:48.184456 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 0b827b10-c629-4517-9e99-ed82b161fe9d is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:48.184849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:48.201126 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b827b10-c629-4517-9e99-ed82b161fe9d {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:11:48.221545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b827b10-c629-4517-9e99-ed82b161fe9d,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:48.253844 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617fcdc-2aa4-44da-a1e7-6816fd812bed req-815d4897-bf06-49c6-bd1b-fc7e647e8773 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:48.255305 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5617fcdc-2aa4-44da-a1e7-6816fd812bed req-815d4897-bf06-49c6-bd1b-fc7e647e8773 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0474632 Jun 23 20:11:48.286139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:48.302941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5617fcdc-2aa4-44da-a1e7-6816fd812bed req-a1fc182f-d52c-468c-a580-bb6f6c5425f0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Jun 23 20:11:48.303276 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:48.350585 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:48.420193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908dd2-c277-4618-b70a-94cc4197a40d req-6bf0bd41-66b6-4353-9e92-506c7ede65cf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:48.421688 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-91908dd2-c277-4618-b70a-94cc4197a40d req-6bf0bd41-66b6-4353-9e92-506c7ede65cf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0466897 Jun 23 20:11:48.430026 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37494) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:48.434185 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Request body: {'floatingip': {'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:48.474567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:48.642709 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['0b827b10-c629-4517-9e99-ed82b161fe9d'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:11:48.803112 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:48.808190 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:48.931458 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:48.943502 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f01f-9601-4071-b254-75d0ca049b54 req-46d2f924-f3c4-4458-9a80-6bfca1c91dd7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:48.945051 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9300f01f-9601-4071-b254-75d0ca049b54 req-46d2f924-f3c4-4458-9a80-6bfca1c91dd7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 944 time: 0.0897257 Jun 23 20:11:48.949006 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37502) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:48.949702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:48.999490 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9300f01f-9601-4071-b254-75d0ca049b54 req-67a6ad93-da8e-4460-b832-d91a4ea2ecea tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Jun 23 20:11:49.004270 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (24e1c7e5-3700-460d-b0ce-42fe4bfefcc8), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.011507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.030323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (24e1c7e5-3700-460d-b0ce-42fe4bfefcc8), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.112727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Floating IP 02cbaea5-7493-4b0b-ae5e-34cf2e705f75 associated. External IP: 172.27.0.184, port: 048e62b5-3005-46cb-96bf-1c13423b57db. Jun 23 20:11:49.160317 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (24e1c7e5-3700-460d-b0ce-42fe4bfefcc8), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.162901 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.164178 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "DELETE /v2.0/security-groups/24e1c7e5-3700-460d-b0ce-42fe4bfefcc8 HTTP/1.1" status: 204 len: 168 time: 0.2172790 Jun 23 20:11:49.167538 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37504) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:49.184947 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3f2f9-69ad-48bb-ac3c-cea8078e0348 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1c7e5-3700-460d-b0ce-42fe4bfefcc8,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:49.187812 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-15794405-79ff-4397-a86f-70e8c6cea410 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] show failed (client error): The resource could not be found. Jun 23 20:11:49.191267 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-15794405-79ff-4397-a86f-70e8c6cea410 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups/24e1c7e5-3700-460d-b0ce-42fe4bfefcc8 HTTP/1.1" status: 404 len: 347 time: 0.0192261 Jun 23 20:11:49.191506 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37506) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:49.261548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:49.308730 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Deleting port a1b409ca-b27d-429c-930d-3fb016234b97 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:49.309215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.318867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:49.411015 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.411539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (a1b409ca-b27d-429c-930d-3fb016234b97), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.422114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:49.426960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.428702 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Calling delete_port for a1b409ca-b27d-429c-930d-3fb016234b97 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:49.433304 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:49.444252 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:49.445741 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:49.463936 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-db62e954-bc79-4dcc-aecb-cd6d1cdf8fe8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "PUT /v2.0/floatingips/02cbaea5-7493-4b0b-ae5e-34cf2e705f75 HTTP/1.1" status: 200 len: 991 time: 1.0306568 Jun 23 20:11:49.463936 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:49.464554 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f431b74-065b-45c6-838e-855d4d7c07b6" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:49.501261 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146dbee0-cdcb-4dd2-9831-5e993b36831a x-openstack-request-id: req-146dbee0-cdcb-4dd2-9831-5e993b36831a {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:49.501460 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:49.501716 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-146dbee0-cdcb-4dd2-9831-5e993b36831a {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:49.502114 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146dbee0-cdcb-4dd2-9831-5e993b36831a'] response: {'name': 'network-changed', 'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'status': 'completed', 'code': 200} Jun 23 20:11:49.555357 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:49.586396 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-ecd5d37a-0639-42a6-b027-8d5d3e86db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:49.587957 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-ecd5d37a-0639-42a6-b027-8d5d3e86db78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1129 time: 0.0410304 Jun 23 20:11:49.612161 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (a1b409ca-b27d-429c-930d-3fb016234b97), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.660389 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event deleted for resources: {'Port': ['ID=a1b409ca-b27d-429c-930d-3fb016234b97,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:49.675323 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:49.685807 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-0cb87b72-3415-4e62-8d6c-cc03ab82db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:49.687449 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-0cb87b72-3415-4e62-8d6c-cc03ab82db91 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.0923998 Jun 23 20:11:49.703937 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks [] for floatingip (e63f3631-b41c-4125-9d16-0b529de583cd), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.706757 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:49.708027 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-13aaa577-153a-4df3-9572-6d553365442a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "DELETE /v2.0/floatingips/e63f3631-b41c-4125-9d16-0b529de583cd HTTP/1.1" status: 204 len: 168 time: 0.5155778 Jun 23 20:11:49.769068 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-61083866-758e-40e7-af18-be45be9d6b2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 999 time: 0.0745521 Jun 23 20:11:49.784307 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '02cbaea5-7493-4b0b-ae5e-34cf2e705f75', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:32Z', 'updated_at': '2022-06-23T20:11:48Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:49.809512 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:49.818646 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:49.819714 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:49.822128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-6c57e118-fdff-4161-add0-ade33b11c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:49.823989 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-6c57e118-fdff-4161-add0-ade33b11c7a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0489588 Jun 23 20:11:49.871067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-c61b35ec-ec98-4089-ba48-64c4ee3ba929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:49.872640 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-c61b35ec-ec98-4089-ba48-64c4ee3ba929 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427897 Jun 23 20:11:49.921608 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:49.976497 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-b44398be-3ea3-4d59-bc20-2e77f4b16741 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968018 Jun 23 20:11:50.019643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b827b10-c629-4517-9e99-ed82b161fe9d up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:11:50.084858 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f431b74-065b-45c6-838e-855d4d7c07b6 req-ef67e2ec-4b7d-4376-abe0-ea3b4a3dc982 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019297 Jun 23 20:11:50.106534 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 0b827b10-c629-4517-9e99-ed82b161fe9d completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:11:50.142517 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d54add-8288-4bfb-9fef-b30e5071421e req-8d9375a9-f0ab-45b9-960e-af82fcd946af tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:50.144012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4d54add-8288-4bfb-9fef-b30e5071421e req-8d9375a9-f0ab-45b9-960e-af82fcd946af tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 944 time: 0.0551639 Jun 23 20:11:50.159488 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '02cbaea5-7493-4b0b-ae5e-34cf2e705f75', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:32Z', 'updated_at': '2022-06-23T20:11:48Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:50.185193 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1cec15-51a9-4ef0-b0e4-1a883ffff352 None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '02cbaea5-7493-4b0b-ae5e-34cf2e705f75', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:32Z', 'updated_at': '2022-06-23T20:11:48Z', 'revision_number': 1, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:50.189834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 0b827b10-c629-4517-9e99-ed82b161fe9d triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:11:50.190160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:50.197928 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4d54add-8288-4bfb-9fef-b30e5071421e req-345b03f2-dd98-41b2-bc93-67636f408c5d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Jun 23 20:11:50.270467 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 0b827b10-c629-4517-9e99-ed82b161fe9d is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:11:50.270898 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:50.293484 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:50.295779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf971acf-8cfa-4f4d-b8cf-74aa35ff2759" -d '{"events": [{"server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "name": "network-vif-plugged", "status": "completed", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:50.307749 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b827b10-c629-4517-9e99-ed82b161fe9d,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:50.333812 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5192dd9-78be-473e-9226-1deca1b4611c x-openstack-request-id: req-c5192dd9-78be-473e-9226-1deca1b4611c {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:50.334117 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "name": "network-vif-plugged", "status": "completed", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:50.334373 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5192dd9-78be-473e-9226-1deca1b4611c {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:50.334768 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5192dd9-78be-473e-9226-1deca1b4611c'] response: {'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'code': 200} Jun 23 20:11:50.398935 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ef9ed-4d0c-432f-a1b2-9870f5804169 None None] New status for floating IP 02cbaea5-7493-4b0b-ae5e-34cf2e705f75: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:50.403120 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:50.524944 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:50.792956 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ac20a-3859-46cf-bb00-33529c4bb75d req-3b7df0f1-f4de-42d0-92d3-5974ecbb49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:50.794374 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b87ac20a-3859-46cf-bb00-33529c4bb75d req-3b7df0f1-f4de-42d0-92d3-5974ecbb49ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1129 time: 0.0407703 Jun 23 20:11:50.818639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:50.839982 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b87ac20a-3859-46cf-bb00-33529c4bb75d req-b240ed59-5409-486e-a6e4-ddeeb74f1611 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Jun 23 20:11:51.315522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119298e-e769-41fd-9128-4e4fde3c3940 req-c8892320-f21f-4dff-bcd4-cd2a07f22326 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:51.316984 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0119298e-e769-41fd-9128-4e4fde3c3940 req-c8892320-f21f-4dff-bcd4-cd2a07f22326 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Jun 23 20:11:51.366251 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0119298e-e769-41fd-9128-4e4fde3c3940 req-3ade6452-759e-44f1-9f8e-6d7762252226 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Jun 23 20:11:52.479710 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ed88f-f213-45e8-bfbc-e14c8fe80602 req-c2fea029-88e4-48a2-b663-02ab901732ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:52.481302 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-747ed88f-f213-45e8-bfbc-e14c8fe80602 req-c2fea029-88e4-48a2-b663-02ab901732ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Jun 23 20:11:52.493457 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:52.538977 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-747ed88f-f213-45e8-bfbc-e14c8fe80602 req-1a97668c-cbbf-4bcc-807a-c173a9db18ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520463 Jun 23 20:11:52.766998 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b627-0a28-4a98-bb41-ef4ae568587d req-ad26f1d2-1a51-4144-ab04-b187ec6ec5e2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:52.768587 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8be8b627-0a28-4a98-bb41-ef4ae568587d req-ad26f1d2-1a51-4144-ab04-b187ec6ec5e2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0496707 Jun 23 20:11:52.817662 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8be8b627-0a28-4a98-bb41-ef4ae568587d req-0e296c75-826f-44d8-a6b7-2427885f4ab0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Jun 23 20:11:53.660205 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df8871-9ead-473c-833c-f8c68c995216 req-2dcb7b9a-00d0-4b2a-a730-63fa5cbf31f4 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:53.661677 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77df8871-9ead-473c-833c-f8c68c995216 req-2dcb7b9a-00d0-4b2a-a730-63fa5cbf31f4 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0462735 Jun 23 20:11:53.710310 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77df8871-9ead-473c-833c-f8c68c995216 req-2d345c28-4469-4e25-ac6e-99e269cf11b4 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 Jun 23 20:11:53.818856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c3b30-f56d-45f6-8ab2-78fc7ae0862b req-17dcb525-49bd-4a25-bb02-ec044a470694 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:53.820328 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-196c3b30-f56d-45f6-8ab2-78fc7ae0862b req-17dcb525-49bd-4a25-bb02-ec044a470694 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0458560 Jun 23 20:11:53.869417 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-196c3b30-f56d-45f6-8ab2-78fc7ae0862b req-7c95636a-f37c-4de8-8606-4d1a997bfe1a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Jun 23 20:11:53.892146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37566) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:53.932808 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2f58f-7936-49bd-bbd1-ce8b0ea24f24 tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:53.934331 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439004-3d5b-44f2-94e6-0c3ebff23708 req-0d825ca9-33a7-4d70-a2e9-8715a092957f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:53.934494 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c5d2f58f-7936-49bd-bbd1-ce8b0ea24f24 tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1124 time: 0.0411978 Jun 23 20:11:53.935865 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75439004-3d5b-44f2-94e6-0c3ebff23708 req-0d825ca9-33a7-4d70-a2e9-8715a092957f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0499928 Jun 23 20:11:53.937136 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37568) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:11:53.941183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:11:53.997522 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75439004-3d5b-44f2-94e6-0c3ebff23708 req-855e4b8c-0779-4c71-ad68-20098126ef4f tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508058 Jun 23 20:11:54.038096 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:54.119500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:54.220963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.27.0.228 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/7918ba9f-3e70-430d-90ce-b1b38c5ca5b6) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:11:54.322454 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:54.332132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:54.421827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:54.430190 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:54.461820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:11:54.465892 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:11:54.468226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:11:54.491898 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=7918ba9f-3e70-430d-90ce-b1b38c5ca5b6,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:55.112218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (c6cb8a27-51df-414b-9000-a18ce1ce2094), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.147942 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bb8ba-ef38-4db7-9c01-e369b2a3ecac req-ed594292-9420-49aa-82bf-c9f617487486 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:55.149414 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d66bb8ba-ef38-4db7-9c01-e369b2a3ecac req-ed594292-9420-49aa-82bf-c9f617487486 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0817313 Jun 23 20:11:55.214079 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-bcda5598-fe26-4a9e-a66e-a82676f54967 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:55.215513 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-bcda5598-fe26-4a9e-a66e-a82676f54967 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 945 time: 0.0849934 Jun 23 20:11:55.265544 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d66bb8ba-ef38-4db7-9c01-e369b2a3ecac req-9c6c15b4-d811-4edc-9e85-e278457d6b1c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105158 Jun 23 20:11:55.332639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.364772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Deleting port 0b459b45-118e-4c32-8dbf-c6257947db62 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:11:55.365036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.477857 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:55.531270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] For port 0b459b45-118e-4c32-8dbf-c6257947db62, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b459b45-118e-4c32-8dbf-c6257947db62,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:11:55.531270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.543173 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:55.552873 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Calling delete_port for 0b459b45-118e-4c32-8dbf-c6257947db62 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:11:55.622287 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.684227 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.765728 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=7918ba9f-3e70-430d-90ce-b1b38c5ca5b6,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:55.786156 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (c6cb8a27-51df-414b-9000-a18ce1ce2094), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.831006 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (0b459b45-118e-4c32-8dbf-c6257947db62), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.861842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event deleted for resources: {'Port': ['ID=0b459b45-118e-4c32-8dbf-c6257947db62,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:11:55.866835 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['0b459b45-118e-4c32-8dbf-c6257947db62', '8086e419-b878-452b-9a11-4f1f68390daf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:11:55.903960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:55.948211 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP c6cb8a27-51df-414b-9000-a18ce1ce2094 associated. External IP: 172.27.0.228, port: 0b827b10-c629-4517-9e99-ed82b161fe9d. Jun 23 20:11:55.951542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] No DVR routers for this DVR port 0b459b45-118e-4c32-8dbf-c6257947db62 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:11:55.981103 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:55.984880 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6a3f60fc-c97f-4100-8dd4-b89dcb907ba5 req-ffb802c5-4ecc-4417-872b-22ca6dd6fe60 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "DELETE /v2.0/ports/0b459b45-118e-4c32-8dbf-c6257947db62 HTTP/1.1" status: 204 len: 173 time: 0.7596419 Jun 23 20:11:55.985319 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'name': 'network-vif-deleted', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:55.987531 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43642f85-65ed-4e8d-9296-b09d6f4a62de" -d '{"events": [{"server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "name": "network-vif-deleted", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:56.041784 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb39da-638b-4cae-98d6-caa675e1b8e8 x-openstack-request-id: req-34eb39da-638b-4cae-98d6-caa675e1b8e8 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:56.042076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987900b9-9acf-4c20-a35e-edafdeb4454f", "name": "network-vif-deleted", "tag": "0b459b45-118e-4c32-8dbf-c6257947db62", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:56.042330 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34eb39da-638b-4cae-98d6-caa675e1b8e8 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:56.042723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34eb39da-638b-4cae-98d6-caa675e1b8e8'] response: {'server_uuid': '987900b9-9acf-4c20-a35e-edafdeb4454f', 'name': 'network-vif-deleted', 'tag': '0b459b45-118e-4c32-8dbf-c6257947db62', 'status': 'completed', 'code': 200} Jun 23 20:11:56.173952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:11:56.283805 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:11:56.294809 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:11:56.322019 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:56.322655 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:56.374666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:11:56.433571 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f6122ffb-a635-4266-8d36-45c89482e2a6 req-fa6cbe17-05ac-453b-87f5-4c62756a019a tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=987900b9-9acf-4c20-a35e-edafdeb4454f HTTP/1.1" status: 200 len: 210 time: 0.0547879 Jun 23 20:11:56.438696 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-f2f9ebac-4e41-4003-bb0c-2f4d9f15c11e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4997265 Jun 23 20:11:56.439489 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:56.554086 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:56.654230 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:11:56.657319 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:54Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:56.763942 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:11:56.772659 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:11:56.773269 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:56.872170 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:11:57.075113 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:54Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:11:57.103197 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0ef5c4-80c3-492b-ab0d-3fac333c2491 None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:54Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:11:57.279862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc226fd-0f0b-423b-bb6e-6582456d5bd5 None None] New status for floating IP c6cb8a27-51df-414b-9000-a18ce1ce2094: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:11:57.924967 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77b85-ae42-4e08-a719-bed5a7215d6c req-023f6d47-7754-4e39-a315-6233e56f8473 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:57.926406 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b3e77b85-ae42-4e08-a719-bed5a7215d6c req-023f6d47-7754-4e39-a315-6233e56f8473 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0457048 Jun 23 20:11:57.972748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b3e77b85-ae42-4e08-a719-bed5a7215d6c req-a8aec4c6-017f-424a-a81a-1787cb3ecbee tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Jun 23 20:11:58.043664 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:11:58.046127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570ba246-8619-4fb2-8d84-c29372819fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:11:58.086913 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba28ea8-8beb-468c-be1e-cbff21e2253e x-openstack-request-id: req-0ba28ea8-8beb-468c-be1e-cbff21e2253e {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:11:58.087223 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:11:58.087462 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ba28ea8-8beb-468c-be1e-cbff21e2253e {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:11:58.087867 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba28ea8-8beb-468c-be1e-cbff21e2253e'] response: {'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'status': 'completed', 'code': 200} Jun 23 20:11:59.082587 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74908c-9541-4307-a89e-4231b0fbb69a req-e5efd382-9e20-4a30-904b-a320de49287d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:11:59.084025 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa74908c-9541-4307-a89e-4231b0fbb69a req-e5efd382-9e20-4a30-904b-a320de49287d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0461407 Jun 23 20:11:59.132891 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fa74908c-9541-4307-a89e-4231b0fbb69a req-fa193a8a-ba8f-4762-b9ba-a2220054c1b0 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Jun 23 20:12:00.037667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b459b45-118e-4c32-8dbf-c6257947db62 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:00.057155 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 0b459b45-118e-4c32-8dbf-c6257947db62 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:00.057502 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b459b45-118e-4c32-8dbf-c6257947db62 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:00.246516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4744-6df7-4a7b-99c7-cc29353fd5c0 req-116f7568-4363-4b92-b8eb-0af4fd892faf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:00.247988 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bbaa4744-6df7-4a7b-99c7-cc29353fd5c0 req-116f7568-4363-4b92-b8eb-0af4fd892faf tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0464818 Jun 23 20:12:00.295110 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bbaa4744-6df7-4a7b-99c7-cc29353fd5c0 req-228dba6c-e6a2-4509-a758-d7ed0bcf0f12 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Jun 23 20:12:01.111361 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-cefbf5d6-b4b5-49fa-8110-c938fb79c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:01.112851 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-cefbf5d6-b4b5-49fa-8110-c938fb79c595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1129 time: 0.0391083 Jun 23 20:12:01.412778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f533d4-569b-4a76-9c15-5edaa91408fb req-96e9e6dd-d99e-4162-ac9e-6b2eff41a7c2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:01.414154 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79f533d4-569b-4a76-9c15-5edaa91408fb req-96e9e6dd-d99e-4162-ac9e-6b2eff41a7c2 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.0499654 Jun 23 20:12:01.552584 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-3147e98d-3388-49c9-adca-2a19ce95c7ae tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:01.554038 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-3147e98d-3388-49c9-adca-2a19ce95c7ae tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 945 time: 0.1046925 Jun 23 20:12:01.560429 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-79f533d4-569b-4a76-9c15-5edaa91408fb req-de342a94-3bc2-4a33-9644-a3adc01a0104 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6bb599ae-e6ee-47d2-be5d-03dc24add364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410444 Jun 23 20:12:01.582059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-6ef4b10b-ad43-4878-a149-c1a54b484389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:01.583497 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-6ef4b10b-ad43-4878-a149-c1a54b484389 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1625476 Jun 23 20:12:01.833017 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:01.880513 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:01.939230 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-a2e41310-f630-4d7c-b9a8-193285beda32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 1001 time: 0.1147692 Jun 23 20:12:01.957880 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Deleting port 8086e419-b878-452b-9a11-4f1f68390daf {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:01.958221 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (8086e419-b878-452b-9a11-4f1f68390daf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:02.042305 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-fb23b048-97a6-4a4c-9113-93ba0de1c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:02.043756 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-fb23b048-97a6-4a4c-9113-93ba0de1c7c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0975013 Jun 23 20:12:02.109642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-7e2cc0ff-d60c-40f8-b1a0-b6c52fa47da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:02.111306 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-7e2cc0ff-d60c-40f8-b1a0-b6c52fa47da0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599751 Jun 23 20:12:02.118212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] For port 8086e419-b878-452b-9a11-4f1f68390daf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=8086e419-b878-452b-9a11-4f1f68390daf,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:02.118659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (8086e419-b878-452b-9a11-4f1f68390daf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:02.151074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Calling delete_port for 8086e419-b878-452b-9a11-4f1f68390daf owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:02.275527 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-ad7468ba-e116-49d1-86d6-180fe909343c service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539609 Jun 23 20:12:02.401285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:02.438343 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-570ba246-8619-4fb2-8d84-c29372819fc2 req-cef36fbc-f465-49fc-b008-85f867255f54 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215589 Jun 23 20:12:02.493770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (8086e419-b878-452b-9a11-4f1f68390daf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:02.547349 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['8086e419-b878-452b-9a11-4f1f68390daf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:12:02.572065 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:02.813542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Pushing event deleted for resources: {'Port': ['ID=8086e419-b878-452b-9a11-4f1f68390daf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:02.847463 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cfc4faf6-9333-4608-92cf-58d1323c13f4 req-1fe95bdb-95b2-47ba-b5f3-869b1f8d7265 tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 210 time: 0.0387723 Jun 23 20:12:02.880236 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] No DVR routers for this DVR port 8086e419-b878-452b-9a11-4f1f68390daf on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:12:02.882713 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:02.886082 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73b4d01c-77b4-4f4f-9fe9-503a14e83eaf req-b3b60a67-36fc-415d-8b34-42d73ec51a4d tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.42 "DELETE /v2.0/ports/8086e419-b878-452b-9a11-4f1f68390daf HTTP/1.1" status: 204 len: 173 time: 1.0603881 Jun 23 20:12:02.886510 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'name': 'network-vif-deleted', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:02.888832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe583b-c506-47d6-863b-e9bb113d437f" -d '{"events": [{"server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "name": "network-vif-deleted", "tag": "8086e419-b878-452b-9a11-4f1f68390daf"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:02.924971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd12d7-e89d-40e9-820d-561dbf9a69d4 x-openstack-request-id: req-4cfd12d7-e89d-40e9-820d-561dbf9a69d4 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:02.925290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade71e5a-f39d-4c61-8364-fd629f524922", "name": "network-vif-deleted", "tag": "8086e419-b878-452b-9a11-4f1f68390daf", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:02.925546 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cfd12d7-e89d-40e9-820d-561dbf9a69d4 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:02.925951 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfd12d7-e89d-40e9-820d-561dbf9a69d4'] response: {'server_uuid': 'ade71e5a-f39d-4c61-8364-fd629f524922', 'name': 'network-vif-deleted', 'tag': '8086e419-b878-452b-9a11-4f1f68390daf', 'status': 'completed', 'code': 200} Jun 23 20:12:03.928116 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=63,neutron:DELETE=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:03.930011 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:03.957886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5111752b-f640-4689-aca3-bad76e6313e1 req-9f8710a9-6357-431c-b98e-6ea08ac5634c tempest-ServerRescueNegativeTestJSON-946369439 tempest-ServerRescueNegativeTestJSON-946369439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ade71e5a-f39d-4c61-8364-fd629f524922 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Jun 23 20:12:05.015844 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37642) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:05.523462 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:05.677683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:05.788325 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Deleting port ced930a4-e789-4e21-a3a6-bd661a76e0d2 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:05.788581 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:05.866238 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] For port ced930a4-e789-4e21-a3a6-bd661a76e0d2, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ced930a4-e789-4e21-a3a6-bd661a76e0d2,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:05.866595 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:05.879299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Calling delete_port for ced930a4-e789-4e21-a3a6-bd661a76e0d2 owned by network:router_interface {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:05.887608 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:06.038849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 8086e419-b878-452b-9a11-4f1f68390daf no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:06.060238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 8086e419-b878-452b-9a11-4f1f68390daf {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:06.064788 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 8086e419-b878-452b-9a11-4f1f68390daf not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:06.080911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d668aa-edb1-4cfd-9ca1-fa0e23d2aa7f req-5730df1b-4f1f-4962-8c54-08cfe0bf991b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:06.082407 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-19d668aa-edb1-4cfd-9ca1-fa0e23d2aa7f req-5730df1b-4f1f-4962-8c54-08cfe0bf991b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0760450 Jun 23 20:12:06.148834 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-19d668aa-edb1-4cfd-9ca1-fa0e23d2aa7f req-26df6845-53dd-49ff-9e05-881a4c08151c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589058 Jun 23 20:12:06.149895 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (ced930a4-e789-4e21-a3a6-bd661a76e0d2), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.173018 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced930a4-e789-4e21-a3a6-bd661a76e0d2,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:06.244216 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-19e94e01-6efc-43f5-b16f-d4832c0ca209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.331510 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.523457 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:06.537572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:12:06.638011 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:06.642977 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8a6b3e64-a314-4153-8d70-b231113ffb09 admin admin] 10.222.0.44 "PUT /v2.0/routers/53b67ac4-f9ca-42c8-a4f0-7851c4f12b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6264875 Jun 23 20:12:06.645595 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37654) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:06.646527 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Sync routers for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:06.656884 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:06.657485 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:06.744700 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks [] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.768838 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:06.838426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks [] for router_gateway (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.930914 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:06.940195 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:12:06Z', 'revision_number': 5, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port': {'id': 'e48110b1-ffb9-49aa-8f56-068c583be52c', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:06.964417 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Checking router: 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:06.964724 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Deleting port e48110b1-ffb9-49aa-8f56-068c583be52c {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:06.965107 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:06.973091 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Routers {'53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:06.973695 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:11:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:07.044185 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] For port e48110b1-ffb9-49aa-8f56-068c583be52c, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=e48110b1-ffb9-49aa-8f56-068c583be52c,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:07.044575 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.054970 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] Set router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:07.058242 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Calling delete_port for e48110b1-ffb9-49aa-8f56-068c583be52c owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:07.106846 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:12:06Z', 'revision_number': 6, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:07.130279 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb086f-4484-42a9-ac7f-22d02e73adaf None None] The sync data for ids ['53b67ac4-f9ca-42c8-a4f0-7851c4f12b59'] in dv-cinder-847274-2-iscsi is: [{'id': '53b67ac4-f9ca-42c8-a4f0-7851c4f12b59', 'name': 'tempest-ServerRescueNegativeTestJSON-1344479988-router', 'tenant_id': 'bf37c9d0240b48078038d70f678a93eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:02Z', 'updated_at': '2022-06-23T20:12:06Z', 'revision_number': 6, 'project_id': 'bf37c9d0240b48078038d70f678a93eb', 'gw_port_host': None}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:07.276976 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba245d-9cd0-41df-b8b9-952273cc1140 req-9b87d109-a538-49e8-8041-dce0b8de393c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:07.278411 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-aeba245d-9cd0-41df-b8b9-952273cc1140 req-9b87d109-a538-49e8-8041-dce0b8de393c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0554285 Jun 23 20:12:07.302671 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:07.321429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e48110b1-ffb9-49aa-8f56-068c583be52c), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.347894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-aeba245d-9cd0-41df-b8b9-952273cc1140 req-a8a4b818-dc75-4a0f-8466-113ed690b9af tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633266 Jun 23 20:12:07.350874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48110b1-ffb9-49aa-8f56-068c583be52c,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:07.413189 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.795708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.798836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-cd6e2a44-0d60-467d-951f-2454b8b7ebb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3169982 Jun 23 20:12:07.799945 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks [] for router_controller (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.920227 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.948261 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-0304c41e-0b9e-4db7-955e-d0a4f8eddea7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:07.949720 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-0304c41e-0b9e-4db7-955e-d0a4f8eddea7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0773594 Jun 23 20:12:07.954078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (53b67ac4-f9ca-42c8-a4f0-7851c4f12b59), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.954643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:12:07.957251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-5c298f2e-73e6-4fb1-ade7-b4b02e7cb438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:07.958707 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-5c298f2e-73e6-4fb1-ade7-b4b02e7cb438 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1129 time: 0.0552371 Jun 23 20:12:07.961360 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:07.966798 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-91cfb4ad-e1b6-4b6d-8c1a-f8bf62dfdea0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/53b67ac4-f9ca-42c8-a4f0-7851c4f12b59 HTTP/1.1" status: 204 len: 168 time: 1.3157971 Jun 23 20:12:07.966974 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37658) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:08.017741 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Deleting subnet fd33e341-919f-4cd4-9598-0b7295352790 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:12:08.021198 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Publish callbacks [] for subnet (fd33e341-919f-4cd4-9598-0b7295352790), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.058868 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (fd33e341-919f-4cd4-9598-0b7295352790), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.104090 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port 7d7b074f-6236-41b4-80e6-37254c2b5b60 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:08.104474 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.152366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (fd33e341-919f-4cd4-9598-0b7295352790), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.156329 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e48110b1-ffb9-49aa-8f56-068c583be52c no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:08.183910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: e48110b1-ffb9-49aa-8f56-068c583be52c {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:08.184258 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device e48110b1-ffb9-49aa-8f56-068c583be52c not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:08.184876 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ced930a4-e789-4e21-a3a6-bd661a76e0d2 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:08.193419 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-b8288dbb-05dd-4735-864d-7f07c8cb97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:08.195151 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-b8288dbb-05dd-4735-864d-7f07c8cb97c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.2057955 Jun 23 20:12:08.210927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: ced930a4-e789-4e21-a3a6-bd661a76e0d2 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:08.212171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ced930a4-e789-4e21-a3a6-bd661a76e0d2 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:08.277147 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] For port 7d7b074f-6236-41b4-80e6-37254c2b5b60, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7d7b074f-6236-41b4-80e6-37254c2b5b60,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:08.277683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.284552 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (fd33e341-919f-4cd4-9598-0b7295352790), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.295620 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-5759f124-f923-4aa8-909a-1a82e9590604 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 1001 time: 0.0933208 Jun 23 20:12:08.312006 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd33e341-919f-4cd4-9598-0b7295352790,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:08.316981 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.323009 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-443dfbfa-8ef9-467c-a683-1389441db13f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd33e341-919f-4cd4-9598-0b7295352790 HTTP/1.1" status: 204 len: 168 time: 0.3546584 Jun 23 20:12:08.323174 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6ec32-49ec-4a83-bbbd-fe9ac80b504f None None] Network 080ae0a2-412d-4942-8b59-3cac39c039b1 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:12:08.323284 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37660) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:08.358025 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2d1292d7-f7dd-48d4-867a-0ffa1dd674f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.361197 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:08.420056 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-216b712a-7981-4467-8317-313ddc2d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:08.422200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-216b712a-7981-4467-8317-313ddc2d682a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0982933 Jun 23 20:12:08.425086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (080ae0a2-412d-4942-8b59-3cac39c039b1), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.471226 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Deleting port 3594ec29-37a6-40ce-bae1-4757975bb05f {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:08.471562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.521028 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] DHCP port deletion for 080ae0a2-412d-4942-8b59-3cac39c039b1 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:12:08.543114 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] For port 3594ec29-37a6-40ce-bae1-4757975bb05f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3594ec29-37a6-40ce-bae1-4757975bb05f,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:08.543485 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.554493 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-98936cfb-79e9-4109-9a61-5c25e8a21aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:08.556014 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-98936cfb-79e9-4109-9a61-5c25e8a21aaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199393 Jun 23 20:12:08.559509 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:08.563509 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Calling delete_port for 3594ec29-37a6-40ce-bae1-4757975bb05f owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:08.569500 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Deleting port 3594ec29-37a6-40ce-bae1-4757975bb05f {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:08.570100 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.573069 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.573260 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.573568 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP d0cd82cb-2e28-4819-b087-6a90ffe8824e disassociated. External IP: 172.27.0.94, port: 7d7b074f-6236-41b4-80e6-37254c2b5b60. Jun 23 20:12:08.573909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for 7d7b074f-6236-41b4-80e6-37254c2b5b60 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:08.585211 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3748b-5f5d-4448-935d-3e3521038bd2 req-16635d5e-c86b-437f-a4fc-e035ffe66e4a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:08.586609 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b6d3748b-5f5d-4448-935d-3e3521038bd2 req-16635d5e-c86b-437f-a4fc-e035ffe66e4a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 945 time: 0.0878620 Jun 23 20:12:08.634533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] For port 3594ec29-37a6-40ce-bae1-4757975bb05f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3594ec29-37a6-40ce-bae1-4757975bb05f,segment=NetworkSegment(cea281ca-b799-41e6-8d42-7f30296c95c1),segment_id=cea281ca-b799-41e6-8d42-7f30296c95c1)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:08.634939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.649207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Calling delete_port for 3594ec29-37a6-40ce-bae1-4757975bb05f owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:08.658327 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:08.721181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.733203 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (3594ec29-37a6-40ce-bae1-4757975bb05f), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.745384 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b6d3748b-5f5d-4448-935d-3e3521038bd2 req-5693013f-2a95-45c3-aa53-fbb774442140 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=7011c451-95ec-4061-975e-a99b87edcbf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438878 Jun 23 20:12:08.751936 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3594ec29-37a6-40ce-bae1-4757975bb05f,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:08.753882 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] No DVR routers for this DVR port 3594ec29-37a6-40ce-bae1-4757975bb05f on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:12:08.758483 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] Pushing event deleted for resources: {'Port': ['ID=3594ec29-37a6-40ce-bae1-4757975bb05f,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:08.762474 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8df6a8-a9c6-4afa-bb9d-f5617afa41c3 None None] No DVR routers for this DVR port 3594ec29-37a6-40ce-bae1-4757975bb05f on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:12:08.776517 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-2ae6e756-7b85-41ef-9daf-5963a799a206 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116213 Jun 23 20:12:08.852628 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (080ae0a2-412d-4942-8b59-3cac39c039b1), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.872243 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080ae0a2-412d-4942-8b59-3cac39c039b1']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:08.881537 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea281ca-b799-41e6-8d42-7f30296c95c1') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:08.881838 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea281ca-b799-41e6-8d42-7f30296c95c1') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:08.891816 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (cea281ca-b799-41e6-8d42-7f30296c95c1), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.905099 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (cea281ca-b799-41e6-8d42-7f30296c95c1), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.912771 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c910b958-8fe8-43a1-9c39-72fa12aaf114 req-1d5484d7-8fc0-4003-aa94-08d05700d152 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281521 Jun 23 20:12:08.913166 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:12:08.913564 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (cea281ca-b799-41e6-8d42-7f30296c95c1), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.932687 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment cea281ca-b799-41e6-8d42-7f30296c95c1 resource provider aggregate not found Jun 23 20:12:08.963978 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (7d7b074f-6236-41b4-80e6-37254c2b5b60), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:08.976647 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment cea281ca-b799-41e6-8d42-7f30296c95c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cea281ca-b799-41e6-8d42-7f30296c95c1 found for delete ", "request_id": "req-48aabdeb-df76-432e-9fdf-0e23ce51230b"}]} Jun 23 20:12:08.991057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=7d7b074f-6236-41b4-80e6-37254c2b5b60,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:09.055380 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (080ae0a2-412d-4942-8b59-3cac39c039b1), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.066725 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.066725 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] 10.222.0.44 "DELETE /v2.0/networks/080ae0a2-412d-4942-8b59-3cac39c039b1 HTTP/1.1" status: 204 len: 168 time: 0.7421579 Jun 23 20:12:09.075940 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01a25c-d52c-4596-9366-638c59d582ee admin admin] Pushing event deleted for resources: {'Network': ['ID=080ae0a2-412d-4942-8b59-3cac39c039b1,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:09.111133 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:12:09.114102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:09.216045 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:09.226694 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:09.237649 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:09.238407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:09.262030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] No DVR routers for this DVR port 7d7b074f-6236-41b4-80e6-37254c2b5b60 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:12:09.264661 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.268676 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9fd58e2c-3dee-49a2-ba53-1886e8c9b576 req-5edf4bdd-66d4-4a93-8172-1da8e764fa65 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "DELETE /v2.0/ports/7d7b074f-6236-41b4-80e6-37254c2b5b60 HTTP/1.1" status: 204 len: 173 time: 1.3052161 Jun 23 20:12:09.269061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'name': 'network-vif-deleted', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:09.271274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b58750-df13-4a16-a47f-01a2edfdaf6e" -d '{"events": [{"server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "name": "network-vif-deleted", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:09.308170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23881c5c-982f-4a12-a958-2b58344a0b04 x-openstack-request-id: req-23881c5c-982f-4a12-a958-2b58344a0b04 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:09.308815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dadba6-4a1e-4c0d-8342-b999e026e0da", "name": "network-vif-deleted", "tag": "7d7b074f-6236-41b4-80e6-37254c2b5b60", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:09.308815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23881c5c-982f-4a12-a958-2b58344a0b04 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:09.309281 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23881c5c-982f-4a12-a958-2b58344a0b04'] response: {'server_uuid': 'a0dadba6-4a1e-4c0d-8342-b999e026e0da', 'name': 'network-vif-deleted', 'tag': '7d7b074f-6236-41b4-80e6-37254c2b5b60', 'status': 'completed', 'code': 200} Jun 23 20:12:09.343236 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:09.408259 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37672) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:09.413803 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:09.433685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:09.454737 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cdfacf84-0ba5-41a0-b372-905db7011324 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf37c9d0240b48078038d70f678a93eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469363 Jun 23 20:12:09.457497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37676) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:09.520423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] Publish callbacks [] for security_group (6bb599ae-e6ee-47d2-be5d-03dc24add364), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.542711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] Publish callbacks [] for security_group (6bb599ae-e6ee-47d2-be5d-03dc24add364), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.549790 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:09.578110 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:09.586834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:09.587434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:09.657768 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6bb599ae-e6ee-47d2-be5d-03dc24add364), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.660448 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:09.661616 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bb599ae-e6ee-47d2-be5d-03dc24add364 HTTP/1.1" status: 204 len: 168 time: 0.2029018 Jun 23 20:12:09.669990 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57564040-3de5-41c6-9d70-15dac2a8159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb599ae-e6ee-47d2-be5d-03dc24add364,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:09.692476 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:09.858830 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8ec66b57-c542-4c38-b447-f19d5089e7af req-627de2ff-2b5b-4e21-938d-278ec3e876ca tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0278232 Jun 23 20:12:09.859366 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:09.914239 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-2c647628-c170-408f-a45d-d8655e780258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:09.939787 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c647628-c170-408f-a45d-d8655e780258 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:09.943226 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:10.125991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3594ec29-37a6-40ce-bae1-4757975bb05f no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:10.154318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 3594ec29-37a6-40ce-bae1-4757975bb05f {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:10.154748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3594ec29-37a6-40ce-bae1-4757975bb05f not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:10.184763 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a074e66-edc4-464e-a541-cffe6d6ea59c None None] New status for floating IP d0cd82cb-2e28-4819-b087-6a90ffe8824e: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:12:10.739294 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37702) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:10.839920 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-819947275-network', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:10.929863 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Made reservation on behalf of ed44d3eff7af4bd1bc339244e2bc2fae for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:12:10.932369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:10.943034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:10.980344 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-33d1b61c-cb98-48b9-88f1-88563e4aa96e req-55869178-f629-4b00-ae51-0417d0a04f1f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0dadba6-4a1e-4c0d-8342-b999e026e0da HTTP/1.1" status: 200 len: 210 time: 0.0389073 Jun 23 20:12:11.044747 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks [] for security_group (70bcbf33-9bcf-42ce-8af8-e090abe62e5c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.108499 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.148791 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (70bcbf33-9bcf-42ce-8af8-e090abe62e5c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.174865 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:12:11.179674 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:11.186022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bcbf33-9bcf-42ce-8af8-e090abe62e5c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:11.190843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (87653f5c-62ba-4878-bce1-06ec7fddaca4), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.191187 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Added segment 87653f5c-62ba-4878-bce1-06ec7fddaca4 of type vlan for network 6d5d57f3-4510-4872-96be-48a3a247b8dc Jun 23 20:12:11.231812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (6d5d57f3-4510-4872-96be-48a3a247b8dc), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.314544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (6d5d57f3-4510-4872-96be-48a3a247b8dc), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.315536 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:11.316117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.379119 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5d57f3-4510-4872-96be-48a3a247b8dc,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:11.388382 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:12:11.408426 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-be645e4f-4381-45c4-8b0b-19b24baf98f7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6680546 Jun 23 20:12:11.411464 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37708) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:11.416169 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Request body: {'subnet': {'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-819947275-subnet', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:11.497309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Made reservation on behalf of ed44d3eff7af4bd1bc339244e2bc2fae for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:12:11.500272 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805200'] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.526371 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.612930 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:11.748895 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805158'] for subnet (37f7175c-28d9-4a84-bc50-72fa17385fc2), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:11.807665 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f7175c-28d9-4a84-bc50-72fa17385fc2,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:11.815368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Checking segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:11.815729 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Network hostable DHCP agents. Network: 6d5d57f3-4510-4872-96be-48a3a247b8dc, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:12:11.914314 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:12:11.988875 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 6d5d57f3-4510-4872-96be-48a3a247b8dc) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:11.992840 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:11.994700 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.002645 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21369e-3c07-48af-9a8a-c6fd5efab2cc None None] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:12:12.065946 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b01f720c-468a-4ba4-a4dc-adda004869e8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6534536 Jun 23 20:12:12.067267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 7d7b074f-6236-41b4-80e6-37254c2b5b60 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:12:12.068633 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37714) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:12.073588 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:12.090130 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 7d7b074f-6236-41b4-80e6-37254c2b5b60 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:12:12.090472 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 7d7b074f-6236-41b4-80e6-37254c2b5b60 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:12:12.135334 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-6d5d57f3-4510-4872-96be-48a3a247b8dc', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:12:12.136231 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.144058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37716) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:12.175723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.177225 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.264239 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (7011c451-95ec-4061-975e-a99b87edcbf6), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.267364 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for router_controller (35d5e513-1369-4752-aad4-a4a38d594fb9), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.283437 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Allocated IP 172.20.0.2 (6d5d57f3-4510-4872-96be-48a3a247b8dc/37f7175c-28d9-4a84-bc50-72fa17385fc2/1f97315e-1f50-41af-a804-b54c056a400b) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:12.289810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (7011c451-95ec-4061-975e-a99b87edcbf6), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.375198 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:12.409434 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (7011c451-95ec-4061-975e-a99b87edcbf6), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.411962 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.413137 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/security-groups/7011c451-95ec-4061-975e-a99b87edcbf6 HTTP/1.1" status: 204 len: 168 time: 0.2680843 Jun 23 20:12:12.416034 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37718) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:12.425463 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4883c2-e500-47a8-afed-149455924d2f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011c451-95ec-4061-975e-a99b87edcbf6,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:12.429919 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-1378b6fa-fdec-4cf8-ba37-ed4f255a9ebe tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] show failed (client error): The resource could not be found. Jun 23 20:12:12.432290 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1378b6fa-fdec-4cf8-ba37-ed4f255a9ebe tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups/7011c451-95ec-4061-975e-a99b87edcbf6 HTTP/1.1" status: 404 len: 347 time: 0.0151808 Jun 23 20:12:12.434871 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37720) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:12.435103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks [] for port (1f97315e-1f50-41af-a804-b54c056a400b), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.486786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for router_gateway (35d5e513-1369-4752-aad4-a4a38d594fb9), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.544699 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port 15a85f2c-8bb0-4427-b80d-4451075a05f0 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:12:12.545048 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.547237 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:12.564361 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (1f97315e-1f50-41af-a804-b54c056a400b), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.599900 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:12.607990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:12.613017 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:12.616885 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:12.621835 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Pushing event updated for resources: {'Port': ['ID=1f97315e-1f50-41af-a804-b54c056a400b,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:12.631979 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.632402 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (15a85f2c-8bb0-4427-b80d-4451075a05f0), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.646373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for 15a85f2c-8bb0-4427-b80d-4451075a05f0 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:12:12.680217 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Attempting to bind port 1f97315e-1f50-41af-a804-b54c056a400b on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:12:12.680536 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Attempting to bind port 1f97315e-1f50-41af-a804-b54c056a400b by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:12:12.681115 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Attempting to bind port 1f97315e-1f50-41af-a804-b54c056a400b on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:12.686545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:12:12.687113 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Checking segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:12.687515 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.687904 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Bound using segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:12:12.688388 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Bound port: 1f97315e-1f50-41af-a804-b54c056a400b, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:12:12.688770 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1f97315e-1f50-41af-a804-b54c056a400b), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.753308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] For port 1f97315e-1f50-41af-a804-b54c056a400b, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:12:12.757090 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] For port 1f97315e-1f50-41af-a804-b54c056a400b, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f97315e-1f50-41af-a804-b54c056a400b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:12:12.780553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for router_gateway (35d5e513-1369-4752-aad4-a4a38d594fb9), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.798880 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.844726 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:12.857926 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (15a85f2c-8bb0-4427-b80d-4451075a05f0), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.858822 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1f97315e-1f50-41af-a804-b54c056a400b), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.887233 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=15a85f2c-8bb0-4427-b80d-4451075a05f0,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:12.889380 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:12.912108 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Allocated IP 172.27.0.66 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/1f21e4aa-6b1f-4e97-8219-2afdceb4dc29) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:12.922992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c54b-b175-4cb9-985b-71e8d77d4bb6 None None] Pushing event updated for resources: {'Port': ['ID=1f97315e-1f50-41af-a804-b54c056a400b,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:12.951894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (d0cd82cb-2e28-4819-b087-6a90ffe8824e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.956250 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:12.960276 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5f1835f8-b515-42da-882f-d1fe3aa66787 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0cd82cb-2e28-4819-b087-6a90ffe8824e HTTP/1.1" status: 204 len: 168 time: 0.5215964 Jun 23 20:12:13.034443 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.103878 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37724) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:13.108534 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773957851', 'description': 'tempest-description--773943183'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:13.166393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.211806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.236352 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:13.241061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:13.243473 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:13.246013 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:13.276496 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:13.411285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (489e35a2-e031-446e-b8a7-02abee099e4f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.486840 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (489e35a2-e031-446e-b8a7-02abee099e4f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.552324 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489e35a2-e031-446e-b8a7-02abee099e4f,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:13.600827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.602095 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-2ceadabb-9ed1-4838-865e-ec9196fa10d0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4971211 Jun 23 20:12:13.605229 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37726) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:13.611284 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '489e35a2-e031-446e-b8a7-02abee099e4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:13.622781 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for router_gateway (35d5e513-1369-4752-aad4-a4a38d594fb9), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.699165 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (9cd6c8b8-138d-4824-a27d-d8f38a3f49bd), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.714823 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:13.761556 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (9cd6c8b8-138d-4824-a27d-d8f38a3f49bd), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.762536 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:13.804384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fd32c-10f5-4b3b-a73f-737fc034fcb9 None None] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:12:13.818063 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.829635 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (9cd6c8b8-138d-4824-a27d-d8f38a3f49bd), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.849894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd6c8b8-138d-4824-a27d-d8f38a3f49bd,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:13.911930 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.912155 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Provisioning complete for port 1f97315e-1f50-41af-a804-b54c056a400b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:13.912463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f97315e-1f50-41af-a804-b54c056a400b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:13.916337 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c9d914eb-16e4-46ff-a751-4c31be82d788 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098738 Jun 23 20:12:13.921254 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37728) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:13.921833 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'security_group_rule': {'security_group_id': '489e35a2-e031-446e-b8a7-02abee099e4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:14.004830 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Current status of the port 1f97315e-1f50-41af-a804-b54c056a400b is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:14.004830 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1f97315e-1f50-41af-a804-b54c056a400b), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.038457 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] For port 1f97315e-1f50-41af-a804-b54c056a400b, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f97315e-1f50-41af-a804-b54c056a400b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:14.038692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (6790f3b8-2218-4bc1-b099-5a96c4ffa8dc), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.097348 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (6790f3b8-2218-4bc1-b099-5a96c4ffa8dc), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.111232 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1f97315e-1f50-41af-a804-b54c056a400b), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.160787 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (6790f3b8-2218-4bc1-b099-5a96c4ffa8dc), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.177595 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae755d6-f541-401e-b8b8-1b9eedb75a84 None None] Pushing event updated for resources: {'Port': ['ID=1f97315e-1f50-41af-a804-b54c056a400b,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:14.202206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6790f3b8-2218-4bc1-b099-5a96c4ffa8dc,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:14.216307 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f97315e-1f50-41af-a804-b54c056a400b up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:14.288415 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.289604 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1c52602d-3408-44e3-9524-221a1067c0b8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717246 Jun 23 20:12:14.292823 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37730) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:14.330656 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:12:14.386709 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7a074552-fc27-4d8c-b26c-cf947514cefa None None] Provisioning complete for port 1f97315e-1f50-41af-a804-b54c056a400b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:14.387079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7a074552-fc27-4d8c-b26c-cf947514cefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f97315e-1f50-41af-a804-b54c056a400b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.412266 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:14.434592 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1f97315e-1f50-41af-a804-b54c056a400b triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:14.435017 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f97315e-1f50-41af-a804-b54c056a400b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.440934 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:14.463270 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:14.480239 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.511216 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.512567 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-44637454-2234-427d-bccf-3f2135ece8e1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4428859 Jun 23 20:12:14.513150 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:14.513796 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:14.516109 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37734) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:14.556333 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7a074552-fc27-4d8c-b26c-cf947514cefa None None] Current status of the port 1f97315e-1f50-41af-a804-b54c056a400b is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:14.636129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1f97315e-1f50-41af-a804-b54c056a400b is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:14.651285 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:14.810616 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:14.822204 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:14.827601 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:13Z', 'revision_number': 3, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:14.830257 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:14.855946 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:14.856433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Updating router 35d5e513-1369-4752-aad4-a4a38d594fb9 port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:12:14.884964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.039807 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.27.0.243 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/96d32360-523b-4688-a074-a72a1cc48d21) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:15.177332 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:15.193690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:15.256779 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (96d32360-523b-4688-a074-a72a1cc48d21), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.354888 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.378513 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (96d32360-523b-4688-a074-a72a1cc48d21), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.449524 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:15.458156 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:15.464225 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:15.521895 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=96d32360-523b-4688-a074-a72a1cc48d21,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:15.526135 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks [] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.593519 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:15.623163 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.628915 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.630626 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Allocated IP 172.20.0.1 (6d5d57f3-4510-4872-96be-48a3a247b8dc/37f7175c-28d9-4a84-bc50-72fa17385fc2/32d1f816-e497-47ca-8307-e5e044d5073d) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:15.675508 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Attempting to bind port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:12:15.675875 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Attempting to bind port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:12:15.676236 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Attempting to bind port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:15.686441 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:12:15.687461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:15.687866 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.688261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:12:15.688750 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Bound port: 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:12:15.689131 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.690891 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47409691-c02f-4fdd-95f2-8e2a4ab99343 None None] Pushing event updated for resources: {'Port': ['ID=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:15.737412 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks [] for port (32d1f816-e497-47ca-8307-e5e044d5073d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.741738 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] For port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:12:15.744916 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] For port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:12:15.781510 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (96d32360-523b-4688-a074-a72a1cc48d21), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.835171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.885107 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:15.885721 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:15.893451 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:15.906852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:15.926048 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47409691-c02f-4fdd-95f2-8e2a4ab99343 None None] Pushing event updated for resources: {'Port': ['ID=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:15.964381 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:15.972062 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:15.982093 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:15.999397 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:16.007817 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (96d32360-523b-4688-a074-a72a1cc48d21), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.011137 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Pushing event updated for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:16.031514 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (35d5e513-1369-4752-aad4-a4a38d594fb9), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.078925 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (96d32360-523b-4688-a074-a72a1cc48d21), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.164416 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f97315e-1f50-41af-a804-b54c056a400b up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:16.219457 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:13Z', 'revision_number': 3, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:16.220608 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:16.226469 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=96d32360-523b-4688-a074-a72a1cc48d21,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:16.246362 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.246565 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e569f-293b-4a25-a676-f5662f6554c4 None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:13Z', 'revision_number': 3, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:16.255973 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1f97315e-1f50-41af-a804-b54c056a400b triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:16.256384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f97315e-1f50-41af-a804-b54c056a400b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.289440 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:16.299131 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7a969065-7998-4952-b6d8-98ccf78ea6af None None] Provisioning complete for port 32d1f816-e497-47ca-8307-e5e044d5073d triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:16.299501 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7a969065-7998-4952-b6d8-98ccf78ea6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.347609 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7a969065-7998-4952-b6d8-98ccf78ea6af None None] Port 32d1f816-e497-47ca-8307-e5e044d5073d cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:12:16.356446 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.365691 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-76a33ccd-b4bd-4933-8dbb-21903dc46ece tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0639040 Jun 23 20:12:16.365691 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.379802 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1f97315e-1f50-41af-a804-b54c056a400b is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:16.503083 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:16.541864 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-e65f4d3b-a9e8-4fe1-9c3a-17c139a43dde tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1773957851&fields=id&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 267 time: 0.0645151 Jun 23 20:12:16.584120 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks [] for port (32d1f816-e497-47ca-8307-e5e044d5073d), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.660667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-f913973e-f921-41f7-8b21-220f076fbb72 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:16.661172 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.662152 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-f913973e-f921-41f7-8b21-220f076fbb72 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1068878 Jun 23 20:12:16.678092 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-45d84982-629e-4620-aaa6-b4ef775c1384 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/quotas/bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 375 time: 0.0100570 Jun 23 20:12:16.733560 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-f6feee1a-9e18-4aec-8ece-eceed97f1e04 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499771 Jun 23 20:12:16.737896 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Pushing event updated for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:16.741301 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (35d5e513-1369-4752-aad4-a4a38d594fb9), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:16.838803 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:16.840344 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:16.844894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-e449d858-0f8d-46f8-993e-0adf0b2e295b service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957057 Jun 23 20:12:16.903232 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:16.951636 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-ecd65eef-e1fa-49dd-b21c-95e8bca174e3 service neutron] 10.222.0.44 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010187 Jun 23 20:12:16.978444 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:12:17.094821 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:17.099953 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-42857a44-00f0-479b-8310-7f661e864a8e admin admin] 10.222.0.44 "PUT /v2.0/routers/35d5e513-1369-4752-aad4-a4a38d594fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5828390 Jun 23 20:12:17.173741 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-1db3643f-496e-4759-b4b0-d859b50220d9 None None] Provisioning complete for port 32d1f816-e497-47ca-8307-e5e044d5073d triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:17.174314 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1db3643f-496e-4759-b4b0-d859b50220d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.220636 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-1db3643f-496e-4759-b4b0-d859b50220d9 None None] Port 32d1f816-e497-47ca-8307-e5e044d5073d cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:12:17.318141 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4360295-0972-414c-b832-52ac32e7024c req-95377acb-0829-4a81-bc95-09614abfec67 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 210 time: 0.0486829 Jun 23 20:12:17.517291 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37764) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:17.521863 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135216895', 'description': 'tempest-description--309417314'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:17.615758 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.687955 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (f612f247-f7db-4f1c-9425-198fb02ca123), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.743282 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f612f247-f7db-4f1c-9425-198fb02ca123), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.775818 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f612f247-f7db-4f1c-9425-198fb02ca123,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:17.835562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.835825 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-db834132-63c9-4fef-bbad-b218117e502a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3174706 Jun 23 20:12:17.838968 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37768) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:17.843787 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group_rule': {'security_group_id': 'f612f247-f7db-4f1c-9425-198fb02ca123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:17.896172 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:17.907286 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:17.907892 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:17.932809 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (6cf4a718-3770-46f9-9cc0-e6257b09d993), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:17.991706 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (6cf4a718-3770-46f9-9cc0-e6257b09d993), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.004213 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.016265 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.020163 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:18.063927 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (6cf4a718-3770-46f9-9cc0-e6257b09d993), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.080584 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf4a718-3770-46f9-9cc0-e6257b09d993,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:18.151711 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:18.179839 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.181451 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-15931a49-772d-4ecd-a363-e643a831a7c3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3412793 Jun 23 20:12:18.184095 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37770) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:18.190166 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group_rule': {'security_group_id': 'f612f247-f7db-4f1c-9425-198fb02ca123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:18.212841 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:18.213949 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.274885 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (9b05878a-1e50-4b44-ae54-55d11d1dcea1), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.294623 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:18.295011 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.312330 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 2, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:18.317675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:18.319305 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.347362 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:18.347362 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Updating router 35d5e513-1369-4752-aad4-a4a38d594fb9 port 32d1f816-e497-47ca-8307-e5e044d5073d binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:12:18.348109 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (9b05878a-1e50-4b44-ae54-55d11d1dcea1), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.366565 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.397173 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.415114 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f2818c8a-6739-4237-a6da-6d9067e03485 req-bfc0cf26-aa7e-4909-9d53-3643f3c85b2d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 210 time: 0.0281126 Jun 23 20:12:18.429150 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (9b05878a-1e50-4b44-ae54-55d11d1dcea1), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.429647 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.453053 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b05878a-1e50-4b44-ae54-55d11d1dcea1,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:18.490870 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:18.516517 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.517767 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-29a416be-9a6e-4bb6-9c16-b709d90f72c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3326905 Jun 23 20:12:18.526914 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 37774) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:18.531419 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:18.628414 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks [] for port (32d1f816-e497-47ca-8307-e5e044d5073d), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.655866 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.726652 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.735562 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.736466 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.790920 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Pushing event updated for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:18.800429 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.800776 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.801164 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.801500 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.802019 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.802346 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.802670 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.803377 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.803706 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.804028 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.804603 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.804719 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.804997 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.805313 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.805630 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:18.855672 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Allocated IP 172.27.0.173 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/7d12fcb9-df6e-4d8c-9467-add34a688fac) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:18.866015 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Attempting to bind port 32d1f816-e497-47ca-8307-e5e044d5073d on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:12:18.870821 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Attempting to bind port 32d1f816-e497-47ca-8307-e5e044d5073d by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:12:18.870821 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Attempting to bind port 32d1f816-e497-47ca-8307-e5e044d5073d on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:18.872461 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:12:18.872966 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Checking segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:18.873462 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.873974 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Bound using segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:12:18.874676 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Bound port: 32d1f816-e497-47ca-8307-e5e044d5073d, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:12:18.875152 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:18.910491 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:18.948910 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] For port 32d1f816-e497-47ca-8307-e5e044d5073d, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:12:18.953222 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] For port 32d1f816-e497-47ca-8307-e5e044d5073d, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=32d1f816-e497-47ca-8307-e5e044d5073d,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:12:18.982009 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.007300 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.057213 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:19.057846 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:19.067115 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.074476 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Provisioning complete for port 32d1f816-e497-47ca-8307-e5e044d5073d triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:19.075429 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.115020 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:19.120728 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:19.124362 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:19.127574 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=7d12fcb9-df6e-4d8c-9467-add34a688fac,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:19.160558 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a44ca3-7303-4699-ace9-dfbb3aa94865 None None] Pushing event updated for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:19.165818 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:19.182792 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:19.192907 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Current status of the port 32d1f816-e497-47ca-8307-e5e044d5073d is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:19.196023 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.224944 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.238531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] For port 32d1f816-e497-47ca-8307-e5e044d5073d, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=32d1f816-e497-47ca-8307-e5e044d5073d,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:19.257858 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:19.342613 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.346293 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.380865 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:19.401993 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eef35-a999-4b22-a6a0-c8d246ff7240 None None] Pushing event updated for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:19.408003 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c1d5a7-d5a9-4c28-bb12-0ad39182f8bb None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:19.491579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-ccdb25d4-53db-4e4b-ba5c-3ac16c710add None None] Provisioning complete for port 32d1f816-e497-47ca-8307-e5e044d5073d triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:19.491579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ccdb25d4-53db-4e4b-ba5c-3ac16c710add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.553118 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.662175 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7abeea66-66d6-48b6-96bb-700815caecdb req-2bd2bcb8-9d60-4146-8b7b-6edb6da3144e tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 210 time: 0.1183896 Jun 23 20:12:19.667332 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.696950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-037f0199-98e1-4d0c-92c5-72f0a99351e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:19.699009 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-037f0199-98e1-4d0c-92c5-72f0a99351e3 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 814 time: 0.1808281 Jun 23 20:12:19.771974 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=7d12fcb9-df6e-4d8c-9467-add34a688fac,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:19.781199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb25d4-53db-4e4b-ba5c-3ac16c710add None None] Current status of the port 32d1f816-e497-47ca-8307-e5e044d5073d is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:19.789128 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.789635 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-fa954691-90d8-4842-ab7f-38729be98e7c tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd810755b80346ae9219a2d0c61a8a06 HTTP/1.1" status: 200 len: 380 time: 0.0707104 Jun 23 20:12:19.806918 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'port': {'device_id': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'admin_state_up': True, 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'security_groups': ['489e35a2-e031-446e-b8a7-02abee099e4f']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:19.882594 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:19.884168 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a1bfd799-f5fc-4516-a94b-222a70454867 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3562262 Jun 23 20:12:20.057790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Made reservation on behalf of bd810755b80346ae9219a2d0c61a8a06 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:12:20.062743 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.084741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:20.242365 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-4fb840b5-fa2c-4587-86a7-949657973789 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2135216895&fields=id&tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 267 time: 0.0998509 Jun 23 20:12:20.267742 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 32d1f816-e497-47ca-8307-e5e044d5073d up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:20.271389 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Allocated IP 172.20.0.12 (2163b477-2f70-4f87-a2ba-0f833320ac92/cbdbcceb-fe53-45f6-abde-15cdb82bb788/e2d0b98f-658e-4a67-b7b7-f295d7433972) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:20.295925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:20.314043 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 32d1f816-e497-47ca-8307-e5e044d5073d triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:20.314413 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.392849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 32d1f816-e497-47ca-8307-e5e044d5073d is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:20.393904 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:20.397524 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:20.413316 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-a6f86910-5b93-47f9-83a1-adea47aba4b7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:20.414872 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-a6f86910-5b93-47f9-83a1-adea47aba4b7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 810 time: 0.1653953 Jun 23 20:12:20.438581 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:20.438873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.466693 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-21db24a2-4035-42c0-a453-7018bca2eefc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/quotas/ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 375 time: 0.0390620 Jun 23 20:12:20.516086 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:20.542798 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:20.563286 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-c1abf2e7-1cc3-489f-9f5b-b5afce497ecf tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853684 Jun 23 20:12:20.566328 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.688181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.755872 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:20.769795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:20.772130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:20.800031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event updated for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:20.825192 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-9fcc80a5-77a3-4fcc-8f43-a41efaad33d6 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485905 Jun 23 20:12:20.879015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb39e3-2041-431f-b0f0-659ae6a945c0 req-e41c1ed3-2485-40bc-b258-525042bab6ae tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:20.882241 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:12:20.884786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82bb39e3-2041-431f-b0f0-659ae6a945c0 req-e41c1ed3-2485-40bc-b258-525042bab6ae tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 932 time: 0.1324413 Jun 23 20:12:20.892812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:20.893417 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:20.963288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:20.994847 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-82bb39e3-2041-431f-b0f0-659ae6a945c0 req-6163bc4c-85d0-40bc-83b7-56bac30b4a68 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922339 Jun 23 20:12:21.006284 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-0b30a1b2-6c0e-40d0-9cd5-5d78cfd2b686 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710188 Jun 23 20:12:21.006537 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-5240fb42-294b-4018-8866-d3926d92dcec None None] Provisioning complete for port e2d0b98f-658e-4a67-b7b7-f295d7433972 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:21.007225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5240fb42-294b-4018-8866-d3926d92dcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.041542 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-5240fb42-294b-4018-8866-d3926d92dcec None None] Port e2d0b98f-658e-4a67-b7b7-f295d7433972 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:12:21.052876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-69cbeecb-fd5d-4f51-afab-87273267b85f tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2521758 Jun 23 20:12:21.070628 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Request body: {'port': {'device_id': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:21.130155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.300856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e2ce11a0-fd65-4e8e-81cb-eee3b45d2522 req-38b67cae-4e05-4ade-abab-a2fa0596b68a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0441816 Jun 23 20:12:21.423180 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d0b98f-658e-4a67-b7b7-f295d7433972 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:12:21.431113 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks [] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.433082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:21.447746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Transition to ACTIVE for port object e2d0b98f-658e-4a67-b7b7-f295d7433972 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:12:21.535450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.584720 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:21.660963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Attempting to bind port e2d0b98f-658e-4a67-b7b7-f295d7433972 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:12:21.661296 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Attempting to bind port e2d0b98f-658e-4a67-b7b7-f295d7433972 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:12:21.661626 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Attempting to bind port e2d0b98f-658e-4a67-b7b7-f295d7433972 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:21.666420 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Port e2d0b98f-658e-4a67-b7b7-f295d7433972 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:12:21.667511 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Attempting to bind port e2d0b98f-658e-4a67-b7b7-f295d7433972 on network 2163b477-2f70-4f87-a2ba-0f833320ac92 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:21.671978 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:12:21.672339 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Checking segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:21.672723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Bound using segment: {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:12:21.673152 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Bound port: e2d0b98f-658e-4a67-b7b7-f295d7433972, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7336f2-4624-48f0-9e86-3547b6f8f35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:12:21.673512 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.742342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:12:21.745343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:12:21.844617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.874030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:21.875042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:21.876779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2d0b98f-658e-4a67-b7b7-f295d7433972 HTTP/1.1" status: 200 len: 1094 time: 0.8103061 Jun 23 20:12:21.881501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:21.883783 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee09ff1-d791-437c-857c-6e89bea28676" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:21.928569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd2599-11b5-45c3-ac46-ae7fb5e756f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:21.938587 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af712982-6309-42b8-bd5e-1f80d328bc62 x-openstack-request-id: req-af712982-6309-42b8-bd5e-1f80d328bc62 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:21.938871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:21.939125 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af712982-6309-42b8-bd5e-1f80d328bc62 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:21.939567 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af712982-6309-42b8-bd5e-1f80d328bc62'] response: {'name': 'network-changed', 'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'status': 'completed', 'code': 200} Jun 23 20:12:22.012641 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-5edd508c-e95a-4ca0-a549-76e899863fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.014179 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-5edd508c-e95a-4ca0-a549-76e899863fe9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 1128 time: 0.0423644 Jun 23 20:12:22.146977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7ef7f-2323-43c2-b9d3-d1e81bc0ddf1 req-ef33bf9f-b819-435f-ae02-93c5d5c17688 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.148391 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a9b7ef7f-2323-43c2-b9d3-d1e81bc0ddf1 req-ef33bf9f-b819-435f-ae02-93c5d5c17688 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 944 time: 0.0800838 Jun 23 20:12:22.175911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-180c89b6-c4d5-46e8-a38b-e5580f616a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.177374 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-180c89b6-c4d5-46e8-a38b-e5580f616a3e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=bd810755b80346ae9219a2d0c61a8a06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1496553 Jun 23 20:12:22.226448 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:22.237673 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a9b7ef7f-2323-43c2-b9d3-d1e81bc0ddf1 req-891174b4-395e-4735-b099-e8184518d4ef tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775890 Jun 23 20:12:22.318092 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-a9e67402-c271-4d02-a847-e4d0c496c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.319557 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ee09ff1-d791-437c-857c-6e89bea28676 req-a9e67402-c271-4d02-a847-e4d0c496c59b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344450 Jun 23 20:12:22.390940 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad30e325-8d5a-4577-9d01-39262f7de63e req-911e5f1c-2bac-44ae-8068-a04809ae17b9 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0386579 Jun 23 20:12:22.420825 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-1cb01982-b143-4c9d-ba76-8e0052daa31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.422934 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-1cb01982-b143-4c9d-ba76-8e0052daa31d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 1128 time: 0.0410275 Jun 23 20:12:22.474001 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-e6a58a61-5e1b-4984-8087-ab0a50d59a64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972 HTTP/1.1" status: 200 len: 217 time: 0.0356901 Jun 23 20:12:22.523292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-5c7b156f-409b-4e2b-9ea0-0c45d5c64197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.524895 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-5c7b156f-409b-4e2b-9ea0-0c45d5c64197 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0450583 Jun 23 20:12:22.569122 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-ca0d60d2-56ce-4b80-a76a-2045dd25ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:22.571543 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-ca0d60d2-56ce-4b80-a76a-2045dd25ef8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392504 Jun 23 20:12:22.662704 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-4a47d186-2d0a-42ee-bafb-db380c21390c service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854704 Jun 23 20:12:22.729758 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:22.750489 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f1a2ee-21c8-44cb-be47-9a83644b91f7 req-6a03c1e5-63f0-4709-a5a9-90d4612df4b5 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819247 Jun 23 20:12:23.354319 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce382-99b3-4904-9321-700ce486b262 req-4de989ac-cd6d-4d0f-b2b9-481299bb5a00 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:23.355767 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a69ce382-99b3-4904-9321-700ce486b262 req-4de989ac-cd6d-4d0f-b2b9-481299bb5a00 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 944 time: 0.0504079 Jun 23 20:12:23.401552 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a69ce382-99b3-4904-9321-700ce486b262 req-491fdfad-b20e-4bfa-831e-7ea32e63bca8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Jun 23 20:12:23.483093 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-262bee71-62fa-4158-9f90-41af54382cf0 req-b527a34e-fc94-4a02-94ec-d351c2a971e9 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0272305 Jun 23 20:12:24.312329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-d7ee6372-86be-4873-8139-4d19d18d7ade tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:24.313813 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-d7ee6372-86be-4873-8139-4d19d18d7ade tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 810 time: 0.1105585 Jun 23 20:12:24.379566 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-966fe7c1-8a40-48f6-932c-b85bc7a20f5a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 380 time: 0.0507753 Jun 23 20:12:24.387710 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'port': {'device_id': '94c7d315-1803-43d6-929e-04e171f188a6', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'admin_state_up': True, 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'security_groups': ['f612f247-f7db-4f1c-9425-198fb02ca123']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:24.529545 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a38bdc-962c-4ff9-a3bd-c00cd000f980 req-46ad0c02-d23f-4490-988d-8144ad21dcd1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:24.532754 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-59a38bdc-962c-4ff9-a3bd-c00cd000f980 req-46ad0c02-d23f-4490-988d-8144ad21dcd1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 944 time: 0.0611849 Jun 23 20:12:24.588826 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6e576179-4b1e-4931-8d4c-78cee754daaa req-5beecdda-b00d-4000-b7c7-3d2113cd9576 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0326743 Jun 23 20:12:24.594968 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Made reservation on behalf of ed44d3eff7af4bd1bc339244e2bc2fae for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:12:24.601252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:24.626645 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-59a38bdc-962c-4ff9-a3bd-c00cd000f980 req-4e70f2fc-6466-4a11-8635-6679d7a7cf87 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852680 Jun 23 20:12:24.737434 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Allocated IP 172.20.0.10 (6d5d57f3-4510-4872-96be-48a3a247b8dc/37f7175c-28d9-4a84-bc50-72fa17385fc2/37c366c8-9439-4104-b866-3fbe24deff6b) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:12:24.793595 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:24.865810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:24.875689 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (37c366c8-9439-4104-b866-3fbe24deff6b), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:24.984318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.024021 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:12:25.027001 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:12:25.031237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:12:25.064068 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:25.082672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.082908 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.083223 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.083550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.083871 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.084191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.084543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.084858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.085176 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.085489 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.085804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.086117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.086430 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.086860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.087082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:25.104345 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:25.104932 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.180389 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dbf39d8d-3f31-4a5e-b6da-618eb5213828 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7960448 Jun 23 20:12:25.198506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Request body: {'port': {'device_id': '94c7d315-1803-43d6-929e-04e171f188a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:25.221929 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-6f141c66-3b56-43a7-9654-611b1602a278 None None] Provisioning complete for port 37c366c8-9439-4104-b866-3fbe24deff6b triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:25.222477 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6f141c66-3b56-43a7-9654-611b1602a278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.254536 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-6f141c66-3b56-43a7-9654-611b1602a278 None None] Port 37c366c8-9439-4104-b866-3fbe24deff6b cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:12:25.263074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.509685 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c366c8-9439-4104-b866-3fbe24deff6b {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:12:25.516974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks [] for port (37c366c8-9439-4104-b866-3fbe24deff6b), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.529047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Transition to ACTIVE for port object 37c366c8-9439-4104-b866-3fbe24deff6b will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:12:25.586866 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.694560 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Pushing event updated for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:25.703301 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:25.749281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d4a80-8ad3-45c6-953f-0403920b9a3e req-2fe7cbb2-c98c-4577-ad21-49e989be230d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:25.750831 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-463d4a80-8ad3-45c6-953f-0403920b9a3e req-2fe7cbb2-c98c-4577-ad21-49e989be230d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 944 time: 0.0853560 Jun 23 20:12:25.767229 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Attempting to bind port 37c366c8-9439-4104-b866-3fbe24deff6b on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:12:25.767476 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Attempting to bind port 37c366c8-9439-4104-b866-3fbe24deff6b by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:12:25.767807 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Attempting to bind port 37c366c8-9439-4104-b866-3fbe24deff6b on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:25.800795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Port 37c366c8-9439-4104-b866-3fbe24deff6b on network 6d5d57f3-4510-4872-96be-48a3a247b8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:12:25.801117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Attempting to bind port 37c366c8-9439-4104-b866-3fbe24deff6b on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:12:25.828983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:12:25.829329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Checking segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:12:25.829766 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Bound using segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:12:25.830213 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Bound port: 37c366c8-9439-4104-b866-3fbe24deff6b, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:12:25.830564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:25.875221 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb3efa-0475-4072-8c41-fc949100db6b req-5cbb6c1e-9b52-4236-8d59-9e4b9ba465d9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:25.876755 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3ffb3efa-0475-4072-8c41-fc949100db6b req-5cbb6c1e-9b52-4236-8d59-9e4b9ba465d9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 944 time: 0.0984273 Jun 23 20:12:25.882449 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-463d4a80-8ad3-45c6-953f-0403920b9a3e req-08fec315-3efe-4cf9-884b-eefd692ef197 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164687 Jun 23 20:12:25.915327 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:25.953081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:12:25.974553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=37c366c8-9439-4104-b866-3fbe24deff6b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:12:25.981205 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3ffb3efa-0475-4072-8c41-fc949100db6b req-d95841a2-81e1-4805-9481-fdfbddb32861 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823390 Jun 23 20:12:26.053212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:26.092251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.093520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:26.094812 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] 10.222.0.42 "PUT /v2.0/ports/37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 1094 time: 0.9003124 Jun 23 20:12:26.095241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:26.097471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06a702-5c65-424f-9ea3-7f7df01617ec" -d '{"events": [{"name": "network-changed", "server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:26.118883 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe42c50-b714-4f26-b35a-be735146cddb service neutron] Pushing event updated for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:26.137343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7f4a5-3e3d-4e04-a0f1-e473b78c3d7c x-openstack-request-id: req-54f7f4a5-3e3d-4e04-a0f1-e473b78c3d7c {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:26.138045 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:26.143006 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54f7f4a5-3e3d-4e04-a0f1-e473b78c3d7c {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:26.143006 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f7f4a5-3e3d-4e04-a0f1-e473b78c3d7c'] response: {'name': 'network-changed', 'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b', 'status': 'completed', 'code': 200} Jun 23 20:12:26.170361 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0b98f-658e-4a67-b7b7-f295d7433972 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:12:26.225037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-fc07097c-c3c1-461e-8456-7d81e0dd4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.235856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-fc07097c-c3c1-461e-8456-7d81e0dd4893 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1128 time: 0.0447457 Jun 23 20:12:26.293090 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:26.313060 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'port_id': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'mac_address': 'fa:16:3e:3f:fa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:12:26.363171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2d0b98f-658e-4a67-b7b7-f295d7433972 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:26.363468 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:26.381175 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d0b98f-658e-4a67-b7b7-f295d7433972 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:12:26.386510 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-48e7831e-d5cf-4f5b-a57e-4f243611dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.388177 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-48e7831e-d5cf-4f5b-a57e-4f243611dd32 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1420114 Jun 23 20:12:26.402450 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:26.463635 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:26.514311 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:26.742436 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-22806919-5aab-460f-b4e5-55e7e8c607b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.743876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae06a702-5c65-424f-9ea3-7f7df01617ec req-22806919-5aab-460f-b4e5-55e7e8c607b3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3495739 Jun 23 20:12:26.770482 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['e2d0b98f-658e-4a67-b7b7-f295d7433972'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:12:26.838516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-1f3a2099-1953-453e-a808-5a0b44be417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.839978 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-1f3a2099-1953-453e-a808-5a0b44be417b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1128 time: 0.0385752 Jun 23 20:12:26.890819 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-055735cf-4ac1-42e1-ad7d-eea71d7d7974 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 217 time: 0.0349345 Jun 23 20:12:26.894568 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:26.942088 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-f518feba-ca58-4906-a45c-a737edb8f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:26.943577 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-f518feba-ca58-4906-a45c-a737edb8f96d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0462661 Jun 23 20:12:27.022974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-137f0986-2133-4554-b4e3-91b9e19d9e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:27.024491 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-137f0986-2133-4554-b4e3-91b9e19d9e63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710273 Jun 23 20:12:27.030956 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fcfae-f7b5-4bae-b2a0-1840b15831db req-33c3c6d0-ddef-4aef-a3d5-81b9a9be9866 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:27.032354 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f0fcfae-f7b5-4bae-b2a0-1840b15831db req-33c3c6d0-ddef-4aef-a3d5-81b9a9be9866 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 944 time: 0.0695403 Jun 23 20:12:27.172695 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab7fea-57bc-488c-bb93-38da7559deb9 req-00c9035b-41c7-4015-887d-58f79b3d7d2d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:27.174273 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2eab7fea-57bc-488c-bb93-38da7559deb9 req-00c9035b-41c7-4015-887d-58f79b3d7d2d tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 945 time: 0.1155241 Jun 23 20:12:27.215677 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f0fcfae-f7b5-4bae-b2a0-1840b15831db req-0d9bc34f-cc1c-45a4-9556-1066725754a6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751370 Jun 23 20:12:27.243831 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-8b6a5b32-b34b-4be4-b01a-8140c7b04ce5 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961324 Jun 23 20:12:27.244150 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:27.273553 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2eab7fea-57bc-488c-bb93-38da7559deb9 req-b2be53ef-1c05-4f24-8a0c-b1b085bd21e8 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920975 Jun 23 20:12:27.334710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0bfdd562-c64c-4e8f-aaa6-2dd352efe6a6 req-14411e0e-f809-4a1d-b873-1119d7e5264b service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984197 Jun 23 20:12:28.173369 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0b98f-658e-4a67-b7b7-f295d7433972 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:28.215179 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port e2d0b98f-658e-4a67-b7b7-f295d7433972 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:12:28.272095 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port e2d0b98f-658e-4a67-b7b7-f295d7433972 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:28.272509 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:28.341154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:28.342621 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf36af-0e22-4360-9568-af0b1143491c req-b764ee01-5bdb-4b9c-a39c-ea1469d2d404 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:28.346439 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1edf36af-0e22-4360-9568-af0b1143491c req-b764ee01-5bdb-4b9c-a39c-ea1469d2d404 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 944 time: 0.0566924 Jun 23 20:12:28.354593 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2d0b98f-658e-4a67-b7b7-f295d7433972 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:28.354993 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:28.382377 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:28.384528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:28.386781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5266d0bc-7148-4cad-a11b-083b9da5d92d" -d '{"events": [{"server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:28.398048 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:28.398260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1edf36af-0e22-4360-9568-af0b1143491c req-9cefb7d6-e39c-43e6-a90a-98cea9c934a9 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Jun 23 20:12:28.455439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:28.499765 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee165aa-f83d-4a17-9c54-89d264b79235 req-2afd024a-c65a-43d5-b801-1a32c209d229 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:28.501600 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ee165aa-f83d-4a17-9c54-89d264b79235 req-2afd024a-c65a-43d5-b801-1a32c209d229 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0502717 Jun 23 20:12:28.502082 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:28.549418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ee165aa-f83d-4a17-9c54-89d264b79235 req-5bec773a-19f6-4bed-8153-1e8549a7f397 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Jun 23 20:12:28.595144 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b07dbc-3dfb-4095-9737-acee35a1dd27 x-openstack-request-id: req-14b07dbc-3dfb-4095-9737-acee35a1dd27 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:28.595445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:28.595705 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14b07dbc-3dfb-4095-9737-acee35a1dd27 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:28.596103 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b07dbc-3dfb-4095-9737-acee35a1dd27'] response: {'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'code': 200} Jun 23 20:12:28.919801 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf6c8b-fd69-4395-ae55-8f3e976a168d req-fb9b1fb0-16ee-4df7-8409-18aa003dbd76 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:28.921739 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e1bf6c8b-fd69-4395-ae55-8f3e976a168d req-fb9b1fb0-16ee-4df7-8409-18aa003dbd76 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Jun 23 20:12:28.998019 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e1bf6c8b-fd69-4395-ae55-8f3e976a168d req-c2c26518-a32b-48aa-9e2b-d71a46ab332f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704901 Jun 23 20:12:29.003406 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576187af-b3a6-488a-bc0a-63a8b02cdf55 req-ef3d7293-f913-44c5-92ba-d333f347cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:29.004883 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-576187af-b3a6-488a-bc0a-63a8b02cdf55 req-ef3d7293-f913-44c5-92ba-d333f347cc5f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 1130 time: 0.0507839 Jun 23 20:12:29.115841 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-576187af-b3a6-488a-bc0a-63a8b02cdf55 req-37a05f27-32eb-4160-a9ad-34758062b8a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Jun 23 20:12:29.516572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463322f-1362-438b-b835-2ba5039c44b3 req-94ee5237-820b-47c1-a94a-d2c99c03d90e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:29.517948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1463322f-1362-438b-b835-2ba5039c44b3 req-94ee5237-820b-47c1-a94a-d2c99c03d90e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 944 time: 0.0462446 Jun 23 20:12:29.567850 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1463322f-1362-438b-b835-2ba5039c44b3 req-a8dcf606-d087-4317-b1ff-deaba0e88109 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444052 Jun 23 20:12:29.663367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc59a8-c55a-416c-bf47-b30fb352d7fd req-c8048421-ffb0-4f97-95d2-b3de760d14a1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:29.664860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9cc59a8-c55a-416c-bf47-b30fb352d7fd req-c8048421-ffb0-4f97-95d2-b3de760d14a1 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0472932 Jun 23 20:12:29.710794 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9cc59a8-c55a-416c-bf47-b30fb352d7fd req-8f61b4d3-b307-4ce9-9258-cede0ca35d51 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404372 Jun 23 20:12:29.799120 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=73,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:29.799839 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:30.114333 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b5383-18bd-4fb4-8729-2d8970139302 req-5a279242-8daf-476d-839a-be9517878bad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:30.115779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-842b5383-18bd-4fb4-8729-2d8970139302 req-5a279242-8daf-476d-839a-be9517878bad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0476458 Jun 23 20:12:30.164354 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-842b5383-18bd-4fb4-8729-2d8970139302 req-6dd0eb6d-3f00-47df-8e47-63ec8c559143 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Jun 23 20:12:30.175124 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 37c366c8-9439-4104-b866-3fbe24deff6b details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:12:30.277554 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=37c366c8-9439-4104-b866-3fbe24deff6b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:30.290221 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '37c366c8-9439-4104-b866-3fbe24deff6b', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'port_id': '37c366c8-9439-4104-b866-3fbe24deff6b', 'mac_address': 'fa:16:3e:7b:26:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:12:30.324266 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 37c366c8-9439-4104-b866-3fbe24deff6b is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:30.324596 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:30.338448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c366c8-9439-4104-b866-3fbe24deff6b {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:12:30.357577 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=37c366c8-9439-4104-b866-3fbe24deff6b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:30.420663 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:30.466724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:30.685009 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d80b4-2efc-48a8-b95c-90fb44602d19 req-648baa50-87f2-4251-aece-c7120f99cb4e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:30.686488 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-668d80b4-2efc-48a8-b95c-90fb44602d19 req-648baa50-87f2-4251-aece-c7120f99cb4e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 945 time: 0.0496414 Jun 23 20:12:30.734700 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-668d80b4-2efc-48a8-b95c-90fb44602d19 req-3308d73e-4ea0-4bff-b3cd-2797928d612b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Jun 23 20:12:30.737530 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['37c366c8-9439-4104-b866-3fbe24deff6b'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:12:30.826851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069a8ad-73f3-49b7-827d-659e79827926 req-7806cac1-1712-4b54-a23d-6c3f33c3bdb0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:30.828443 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6069a8ad-73f3-49b7-827d-659e79827926 req-7806cac1-1712-4b54-a23d-6c3f33c3bdb0 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0469007 Jun 23 20:12:30.876900 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6069a8ad-73f3-49b7-827d-659e79827926 req-1977bc39-21a2-4084-b225-a89d8d27c4ae tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Jun 23 20:12:30.982941 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68d589-d8c0-4f5f-823b-948417a16222 req-48568700-fb0d-4f9b-92c0-3cb301936801 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:30.984962 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8e68d589-d8c0-4f5f-823b-948417a16222 req-48568700-fb0d-4f9b-92c0-3cb301936801 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0465398 Jun 23 20:12:30.993237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37896) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:30.997779 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Request body: {'floatingip': {'port_id': 'e2d0b98f-658e-4a67-b7b7-f295d7433972'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:31.037391 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:31.135149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:31.236951 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:31.355625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be999665-461c-4962-802a-fee00a124777 req-d5efd0c1-81fd-41d8-9afe-7ba50eb8e62b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:31.357117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be999665-461c-4962-802a-fee00a124777 req-d5efd0c1-81fd-41d8-9afe-7ba50eb8e62b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.1103954 Jun 23 20:12:31.448014 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be999665-461c-4962-802a-fee00a124777 req-733b2928-1132-4c53-afe9-e92c235c802b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841033 Jun 23 20:12:31.531063 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:31.575035 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:31.667826 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 819dc367-b393-4d1d-845c-759a3ba7c1d2 associated. External IP: 172.27.0.243, port: e2d0b98f-658e-4a67-b7b7-f295d7433972. Jun 23 20:12:31.885831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd778ff-b262-4327-a5d9-277a70c7ce57 req-ea2af711-0549-4628-bcf6-dafb7da4c007 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:31.887271 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5cd778ff-b262-4327-a5d9-277a70c7ce57 req-ea2af711-0549-4628-bcf6-dafb7da4c007 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 945 time: 0.0834665 Jun 23 20:12:31.903921 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:12:31.983151 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5cd778ff-b262-4327-a5d9-277a70c7ce57 req-e8a6cf20-2fac-43ec-8354-c9095ae875d2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892746 Jun 23 20:12:32.036403 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:32.041656 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:32.046442 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:32.056331 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:32.056958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:32.075598 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-78faf5b7-3f97-4297-af10-52da3b9ab4e9 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "PUT /v2.0/floatingips/819dc367-b393-4d1d-845c-759a3ba7c1d2 HTTP/1.1" status: 200 len: 992 time: 1.0811729 Jun 23 20:12:32.076232 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:32.078544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:32.112781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.115193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa1cf92-885b-4382-bbef-d31e530f2f98 x-openstack-request-id: req-1aa1cf92-885b-4382-bbef-d31e530f2f98 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:32.115478 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:32.115728 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1aa1cf92-885b-4382-bbef-d31e530f2f98 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:32.116149 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa1cf92-885b-4382-bbef-d31e530f2f98'] response: {'name': 'network-changed', 'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'status': 'completed', 'code': 200} Jun 23 20:12:32.160890 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:32.186269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 37c366c8-9439-4104-b866-3fbe24deff6b up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:32.211343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.244471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-3176b59b-0da4-4361-a53f-a533687d7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.245987 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-3176b59b-0da4-4361-a53f-a533687d7dd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bd810755b80346ae9219a2d0c61a8a06&device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 1130 time: 0.0884504 Jun 23 20:12:32.281273 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.289168 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 37c366c8-9439-4104-b866-3fbe24deff6b completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:12:32.313567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.338269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-5a828ea1-4f7b-4a68-9720-3c4a8cef2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.339741 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-5a828ea1-4f7b-4a68-9720-3c4a8cef2cc7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 200 len: 915 time: 0.0878675 Jun 23 20:12:32.369715 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 37c366c8-9439-4104-b866-3fbe24deff6b triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:32.370091 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:32.404227 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-066ac4c7-26b8-4dca-9b2e-41c8ab7fa3e6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972 HTTP/1.1" status: 200 len: 1000 time: 0.0585644 Jun 23 20:12:32.439274 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '819dc367-b393-4d1d-845c-759a3ba7c1d2', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:3f:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:31Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:32.452398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-b33ba31d-992a-4eb7-9279-4284d81cb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.453860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-b33ba31d-992a-4eb7-9279-4284d81cb2dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 200 len: 853 time: 0.0443256 Jun 23 20:12:32.466614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:32.500214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-575cfc96-9046-493b-9813-5db324df9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.501839 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-575cfc96-9046-493b-9813-5db324df9c6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2163b477-2f70-4f87-a2ba-0f833320ac92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418475 Jun 23 20:12:32.505963 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:32.506598 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:32.511909 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 37c366c8-9439-4104-b866-3fbe24deff6b is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:32.512312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:32.570846 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:32.573092 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319922f6-e3ed-4158-96cf-d2c910dea2e5" -d '{"events": [{"server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "name": "network-vif-plugged", "status": "completed", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:32.587603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=37c366c8-9439-4104-b866-3fbe24deff6b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:32.614310 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa3ba-e7e6-4c80-97aa-d4807a43a9bc req-07e319cc-f3a1-4593-a2c9-c910039817bd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.615800 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8e2fa3ba-e7e6-4c80-97aa-d4807a43a9bc req-07e319cc-f3a1-4593-a2c9-c910039817bd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0893612 Jun 23 20:12:32.632248 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a6ba83-6a30-4ab2-a442-bd2d8c1a749d x-openstack-request-id: req-d9a6ba83-6a30-4ab2-a442-bd2d8c1a749d {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:32.632562 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "name": "network-vif-plugged", "status": "completed", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:32.632816 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9a6ba83-6a30-4ab2-a442-bd2d8c1a749d {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:32.633203 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a6ba83-6a30-4ab2-a442-bd2d8c1a749d'] response: {'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b', 'code': 200} Jun 23 20:12:32.654915 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-a369f1a1-e136-4d75-b481-5e25499a6ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461263 Jun 23 20:12:32.655288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:32.660569 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:32.691353 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.703200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8e2fa3ba-e7e6-4c80-97aa-d4807a43a9bc req-0144f1ec-151d-4e88-8565-eebe61b135d7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805798 Jun 23 20:12:32.774992 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9a9a71d9-5aaf-4b31-8601-b5df474b7bf7 req-be2d8113-bcb9-4e56-a4d2-7fe2d89c1b14 service neutron] 10.222.0.42 "GET /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078143 Jun 23 20:12:32.902080 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:32.971285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:32.974342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d5cb5-868b-4cb6-85ce-16e7bbc20c8c req-38c63340-a763-4e99-97af-d1b3f86b91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:32.975815 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-208d5cb5-868b-4cb6-85ce-16e7bbc20c8c req-38c63340-a763-4e99-97af-d1b3f86b91ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1130 time: 0.0393889 Jun 23 20:12:33.020710 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-208d5cb5-868b-4cb6-85ce-16e7bbc20c8c req-f9c4b18f-ca0d-43e9-98a8-3d2a52fc2673 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391252 Jun 23 20:12:33.043834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '819dc367-b393-4d1d-845c-759a3ba7c1d2', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:3f:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:31Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:33.068685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2242de5-a208-4a44-9f14-cc4fa25566d0 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '819dc367-b393-4d1d-845c-759a3ba7c1d2', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'port_id': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'mac_address': 'fa:16:3e:3f:fa:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:31Z', 'revision_number': 1, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:33.111997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c3093-3e0a-464b-8801-8e1f54eb047a req-bb5e7113-483b-4fff-b717-452c5212a7fa tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:33.113551 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-df5c3093-3e0a-464b-8801-8e1f54eb047a req-bb5e7113-483b-4fff-b717-452c5212a7fa tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0489657 Jun 23 20:12:33.166716 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-df5c3093-3e0a-464b-8801-8e1f54eb047a req-70e1ffd8-af11-4374-a54a-ddff9ffa70e7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Jun 23 20:12:33.256703 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae79ac-7e17-4e1f-807e-1ff587dd3c93 None None] New status for floating IP 819dc367-b393-4d1d-845c-759a3ba7c1d2: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:12:33.824451 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8be64-8938-47e2-bb9d-241204d50739 req-e1ccefba-e09e-44b9-93dd-c980da6280ae tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:33.825884 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eda8be64-8938-47e2-bb9d-241204d50739 req-e1ccefba-e09e-44b9-93dd-c980da6280ae tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0451772 Jun 23 20:12:33.871774 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eda8be64-8938-47e2-bb9d-241204d50739 req-f857fcb5-4871-4081-996a-3ecf39c4740c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Jun 23 20:12:34.277562 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fee47-7e87-48ea-80d3-54edd01b6272 req-025b7c60-8c35-4ec9-bbad-40753694fded tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:34.279013 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-215fee47-7e87-48ea-80d3-54edd01b6272 req-025b7c60-8c35-4ec9-bbad-40753694fded tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0468965 Jun 23 20:12:34.327391 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-215fee47-7e87-48ea-80d3-54edd01b6272 req-15fcd2be-fe8d-4318-8cb2-c7bf9de233c9 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Jun 23 20:12:34.990058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dc0d9-591d-4a6c-a4e7-cdb8ad6d85d0 req-38e48998-7666-4103-a3df-6786b1672c26 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:34.991545 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f54dc0d9-591d-4a6c-a4e7-cdb8ad6d85d0 req-38e48998-7666-4103-a3df-6786b1672c26 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Jun 23 20:12:35.038162 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f54dc0d9-591d-4a6c-a4e7-cdb8ad6d85d0 req-3928187c-5f00-4110-a580-ada5c3f17960 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Jun 23 20:12:35.439047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f105a25-00ea-4dc4-a3d0-e30ed37ef0c9 req-b8580afb-4036-4efa-b098-5c5d3b70b97e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:35.440495 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f105a25-00ea-4dc4-a3d0-e30ed37ef0c9 req-b8580afb-4036-4efa-b098-5c5d3b70b97e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0459700 Jun 23 20:12:35.486066 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f105a25-00ea-4dc4-a3d0-e30ed37ef0c9 req-1ec3ad70-eedb-4e87-8003-693db2783233 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Jun 23 20:12:35.595773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214bf5-1640-440f-a874-d995d496fc6c req-78ba2b71-b1dd-41ad-917b-d152c23e014b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:35.597288 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c214bf5-1640-440f-a874-d995d496fc6c req-78ba2b71-b1dd-41ad-917b-d152c23e014b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Jun 23 20:12:35.606214 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 37926) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:12:35.610390 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'floatingip': {'port_id': '37c366c8-9439-4104-b866-3fbe24deff6b'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:12:35.647574 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:36.212578 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6e79e-6134-44b1-858a-f66291021c82 req-4e56c70d-9808-44e8-827c-58c55ea35495 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:36.214036 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10d6e79e-6134-44b1-858a-f66291021c82 req-4e56c70d-9808-44e8-827c-58c55ea35495 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0855913 Jun 23 20:12:36.218241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:36.269242 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-44156735-e8ee-4145-9e78-66af0c915fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:36.308613 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-10d6e79e-6134-44b1-858a-f66291021c82 req-689ed2e5-3480-49dd-a07c-a1a98cc44020 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873764 Jun 23 20:12:36.394669 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:36.400453 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:36.509476 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:36.603026 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Floating IP 85747256-2c0f-40a6-aad4-c3ec76eb0952 associated. External IP: 172.27.0.173, port: 37c366c8-9439-4104-b866-3fbe24deff6b. Jun 23 20:12:36.797280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:12:36.898048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:12:36.902986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:36.907411 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:12:36.916692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:36.917303 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:36.931979 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a005d502-ea44-4f90-bb37-5c9d6f546105 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "PUT /v2.0/floatingips/85747256-2c0f-40a6-aad4-c3ec76eb0952 HTTP/1.1" status: 200 len: 992 time: 1.3247504 Jun 23 20:12:36.932584 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:36.934824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c26c696-ed7b-4402-8390-94a5983b885e" -d '{"events": [{"name": "network-changed", "server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:36.969812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d1b35-52d0-4675-a742-f725bd93b438 x-openstack-request-id: req-7d4d1b35-52d0-4675-a742-f725bd93b438 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:36.970183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:36.970443 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d4d1b35-52d0-4675-a742-f725bd93b438 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:36.970844 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4d1b35-52d0-4675-a742-f725bd93b438'] response: {'name': 'network-changed', 'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b', 'status': 'completed', 'code': 200} Jun 23 20:12:37.019695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:37.064640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c696-ed7b-4402-8390-94a5983b885e req-d4dfd95e-261f-4042-94ff-6fcbcebbdb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:37.066153 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-d4dfd95e-261f-4042-94ff-6fcbcebbdb46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1130 time: 0.0393898 Jun 23 20:12:37.160356 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c696-ed7b-4402-8390-94a5983b885e req-1a82c073-8160-4c6a-94ab-1652322470f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:37.161753 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-1a82c073-8160-4c6a-94ab-1652322470f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 911 time: 0.0894623 Jun 23 20:12:37.222707 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-331cd6f9-bb63-4575-b737-5976a2444825 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 1000 time: 0.0550091 Jun 23 20:12:37.228690 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '85747256-2c0f-40a6-aad4-c3ec76eb0952', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '37c366c8-9439-4104-b866-3fbe24deff6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:7b:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7d315-1803-43d6-929e-04e171f188a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:19Z', 'updated_at': '2022-06-23T20:12:36Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:37.253017 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:12:37.261269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:12:37.261887 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:12:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:37.268719 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:37.275893 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c696-ed7b-4402-8390-94a5983b885e req-18ca2ab1-d0a9-4a42-8f19-5a9a94b38dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:37.277357 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-18ca2ab1-d0a9-4a42-8f19-5a9a94b38dee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0441933 Jun 23 20:12:37.299733 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:37.321475 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26c696-ed7b-4402-8390-94a5983b885e req-3621d401-9dc1-4ed2-b224-b43eef406f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:37.329894 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-3621d401-9dc1-4ed2-b224-b43eef406f59 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395205 Jun 23 20:12:37.372578 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:12:37.458895 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13b75c-17f6-4de0-bf61-d1340f5c6bc3 req-42d43cc1-e5d5-40a5-989f-8c198ea61751 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:37.460273 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a13b75c-17f6-4de0-bf61-d1340f5c6bc3 req-42d43cc1-e5d5-40a5-989f-8c198ea61751 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0646751 Jun 23 20:12:37.462584 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-8ada09ab-8e5e-4186-9a14-fbdc1eb04e71 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328094 Jun 23 20:12:37.567679 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:37.572748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a13b75c-17f6-4de0-bf61-d1340f5c6bc3 req-81c9245e-323c-471d-97f7-feef541aad83 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060748 Jun 23 20:12:37.588641 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '85747256-2c0f-40a6-aad4-c3ec76eb0952', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '37c366c8-9439-4104-b866-3fbe24deff6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:7b:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7d315-1803-43d6-929e-04e171f188a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:19Z', 'updated_at': '2022-06-23T20:12:36Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:12:37.594107 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c26c696-ed7b-4402-8390-94a5983b885e req-862087f6-fd32-4c11-9168-bad02cd8b69c service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183705 Jun 23 20:12:37.618493 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a5e160-4b6a-4d5d-ba58-d546543524c9 None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '85747256-2c0f-40a6-aad4-c3ec76eb0952', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '37c366c8-9439-4104-b866-3fbe24deff6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:7b:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c7d315-1803-43d6-929e-04e171f188a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:12:19Z', 'updated_at': '2022-06-23T20:12:36Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:12:37.805687 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45403d87-62c3-4c72-b9b2-76ce98aa0bf1 None None] New status for floating IP 85747256-2c0f-40a6-aad4-c3ec76eb0952: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:12:37.892233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:38.342810 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-556ec2b8-12b7-49b2-9fbc-3410b8c39244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:38.693121 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a43f-454a-4fa0-b8b8-e509e4db8ddc req-e2674e5b-773a-4d15-b82c-5b6dcfb4d362 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:38.694557 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d3b7a43f-454a-4fa0-b8b8-e509e4db8ddc req-e2674e5b-773a-4d15-b82c-5b6dcfb4d362 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0462856 Jun 23 20:12:38.744290 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d3b7a43f-454a-4fa0-b8b8-e509e4db8ddc req-85f3723f-9204-40e1-8980-e552d78b3011 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443583 Jun 23 20:12:39.861094 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce5eb-d2f0-459b-ac85-ab88e7afa125 req-d438383c-a7ae-43f8-9a5b-06d6da04bcad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:39.862537 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-021ce5eb-d2f0-459b-ac85-ab88e7afa125 req-d438383c-a7ae-43f8-9a5b-06d6da04bcad tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0461633 Jun 23 20:12:39.880260 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:39.909286 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-021ce5eb-d2f0-459b-ac85-ab88e7afa125 req-f3a245b8-694d-40c2-9cbd-dc38461a6d23 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Jun 23 20:12:41.023226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1a59d-1acd-4456-a8ea-cfaa6b2e8c2e req-053f7470-010a-49bf-9609-f46ad10e5273 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:41.024703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bb1a59d-1acd-4456-a8ea-cfaa6b2e8c2e req-053f7470-010a-49bf-9609-f46ad10e5273 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0456293 Jun 23 20:12:41.070584 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bb1a59d-1acd-4456-a8ea-cfaa6b2e8c2e req-0a7b6eb4-cedd-4c3e-a9b8-cbfdca2c52f9 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403032 Jun 23 20:12:41.132171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:41.577868 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:42.191185 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6538e-05d0-4246-911e-72722409fdd2 req-c6282c14-d897-468b-96a8-9bfaa93a0abe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:42.192646 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8cf6538e-05d0-4246-911e-72722409fdd2 req-c6282c14-d897-468b-96a8-9bfaa93a0abe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0493622 Jun 23 20:12:42.239555 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8cf6538e-05d0-4246-911e-72722409fdd2 req-b994e2d7-6b94-4f71-af2e-5dd9c314ea2d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414197 Jun 23 20:12:43.355487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bca6a-7516-47a1-8e8f-3f0fab0c6b60 req-09c02fc0-7ae4-4018-a910-8cb0850d5e86 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:43.356948 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c07bca6a-7516-47a1-8e8f-3f0fab0c6b60 req-09c02fc0-7ae4-4018-a910-8cb0850d5e86 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Jun 23 20:12:43.402142 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c07bca6a-7516-47a1-8e8f-3f0fab0c6b60 req-6e15b23c-6081-42fd-8d66-e5b7d6aee8f7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398092 Jun 23 20:12:44.519759 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c278c3-75d9-4743-9402-1e5287e6ca2c req-2a322dfe-6f69-48cd-aeff-8f70519d73f8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:44.521162 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-65c278c3-75d9-4743-9402-1e5287e6ca2c req-2a322dfe-6f69-48cd-aeff-8f70519d73f8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0463126 Jun 23 20:12:44.570871 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-65c278c3-75d9-4743-9402-1e5287e6ca2c req-012eb637-8f0c-4937-8a6e-be8e6253bace tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 Jun 23 20:12:45.700059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fabf1f-6a49-4ab1-89a4-96c11fbb260a req-a79cab98-1a22-4b39-a3e4-45b2a1511adc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:45.701544 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-42fabf1f-6a49-4ab1-89a4-96c11fbb260a req-a79cab98-1a22-4b39-a3e4-45b2a1511adc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0474508 Jun 23 20:12:45.747577 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-42fabf1f-6a49-4ab1-89a4-96c11fbb260a req-7efda565-1386-4eee-acc4-09be3e96584b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397663 Jun 23 20:12:46.239667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:12:46.257237 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:46.336080 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:46.347519 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '048e62b5-3005-46cb-96bf-1c13423b57db', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:12:46.384190 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: ACTIVE; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:46.384675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:46.397612 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:12:46.419603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:46.506378 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:46.551804 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=6']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:46.558843 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.559228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.559574 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.559918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.560253 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.560610 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.560943 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.561271 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.561598 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.561925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.562251 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.563090 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.563457 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.563779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.564101 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:12:46.747288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['048e62b5-3005-46cb-96bf-1c13423b57db'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:12:46.865887 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04344c77-5980-48b0-8ae6-574574b7957e req-eb9ae480-9f67-4b37-bd44-d6af0f972944 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:46.867367 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-04344c77-5980-48b0-8ae6-574574b7957e req-eb9ae480-9f67-4b37-bd44-d6af0f972944 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 944 time: 0.0466354 Jun 23 20:12:46.868180 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:46.914169 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-04344c77-5980-48b0-8ae6-574574b7957e req-28c16330-5ad7-46d5-872d-71ca414837ae tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412817 Jun 23 20:12:47.903251 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:47.907097 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:48.049663 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15d3a5-b4e9-468c-addd-499de627cfa0 req-320b4417-ec8f-469a-b9d7-9f23a84c88bf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:48.051146 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f15d3a5-b4e9-468c-addd-499de627cfa0 req-320b4417-ec8f-469a-b9d7-9f23a84c88bf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 944 time: 0.0543818 Jun 23 20:12:48.106936 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8f15d3a5-b4e9-468c-addd-499de627cfa0 req-eec7623f-7efa-44a9-a978-b05bba2eaa94 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496359 Jun 23 20:12:48.251471 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:12:48.299036 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 048e62b5-3005-46cb-96bf-1c13423b57db triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:12:48.299412 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:48.376272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:12:48.376681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:48.413912 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:12:48.416759 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8752d888-b7bb-465d-85d6-9586e5591d5e" -d '{"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:12:48.420737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:12:48.461187 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b02ec2-69dd-4a65-aa78-bfb922cd593d x-openstack-request-id: req-b3b02ec2-69dd-4a65-aa78-bfb922cd593d {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:12:48.461522 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:12:48.461740 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3b02ec2-69dd-4a65-aa78-bfb922cd593d {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:12:48.462139 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b02ec2-69dd-4a65-aa78-bfb922cd593d'] response: {'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'code': 200} Jun 23 20:12:48.489360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:12:48.544632 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=7']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:12:49.225267 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:49.237943 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39fca8-1dbb-49b9-8783-762cb8f992ec req-6d03c006-522d-476e-8c2b-54e59c09a39c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:49.243505 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de39fca8-1dbb-49b9-8783-762cb8f992ec req-6d03c006-522d-476e-8c2b-54e59c09a39c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0551970 Jun 23 20:12:49.314921 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de39fca8-1dbb-49b9-8783-762cb8f992ec req-d54f5460-20d4-40fa-ae2a-8500b9b7ee6b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514073 Jun 23 20:12:50.441849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:50.441849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078bcb3-49b7-4143-948a-59a7e03e29fc req-f7e1016e-3c1f-44a0-91c4-83a9a0d75726 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:50.441849 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9078bcb3-49b7-4143-948a-59a7e03e29fc req-f7e1016e-3c1f-44a0-91c4-83a9a0d75726 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0506356 Jun 23 20:12:50.474999 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9078bcb3-49b7-4143-948a-59a7e03e29fc req-3b3582a3-a0f4-4a6a-900d-b7c9b094c207 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Jun 23 20:12:51.605244 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d7ecd-7c1a-4f2f-8fad-3760fa2d3866 req-6ffdf0b8-f8f6-4e2e-8a55-d950f7aace97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:51.610286 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af5d7ecd-7c1a-4f2f-8fad-3760fa2d3866 req-6ffdf0b8-f8f6-4e2e-8a55-d950f7aace97 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0561039 Jun 23 20:12:51.673069 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-af5d7ecd-7c1a-4f2f-8fad-3760fa2d3866 req-c5b46858-7089-4023-a030-d103bcfa6180 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554614 Jun 23 20:12:52.801290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce7b0a-c969-4056-8928-eea83815502b req-97d1dd9f-584a-46b8-bb69-90fc948f1826 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:52.802794 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0fce7b0a-c969-4056-8928-eea83815502b req-97d1dd9f-584a-46b8-bb69-90fc948f1826 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Jun 23 20:12:52.856402 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0fce7b0a-c969-4056-8928-eea83815502b req-20faec3c-00b5-4736-8fa6-c14950ee1323 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480123 Jun 23 20:12:53.975136 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9c89e-7881-4d34-9e90-834036f34f9b req-3c64c5e0-e2b9-45c8-820b-e12581e68100 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:53.976637 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13a9c89e-7881-4d34-9e90-834036f34f9b req-3c64c5e0-e2b9-45c8-820b-e12581e68100 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0468266 Jun 23 20:12:54.026764 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13a9c89e-7881-4d34-9e90-834036f34f9b req-0c47c1e0-a4f7-4128-855f-94de3ac3e148 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Jun 23 20:12:55.153639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80d9d-5a1b-422c-96c4-b722d77e698d req-fb9be6bc-b9f8-40cf-b57a-8a692120db4b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:55.155699 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2ff80d9d-5a1b-422c-96c4-b722d77e698d req-fb9be6bc-b9f8-40cf-b57a-8a692120db4b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Jun 23 20:12:55.213240 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2ff80d9d-5a1b-422c-96c4-b722d77e698d req-f88e891b-90a0-42a8-86a8-a93c1f8a7bb2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522697 Jun 23 20:12:56.353067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc21fa-6721-4d7d-b91f-6c0fa0ef5fb7 req-a8a2f264-1369-4daf-80d9-78f6b005f389 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:56.354633 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94bc21fa-6721-4d7d-b91f-6c0fa0ef5fb7 req-a8a2f264-1369-4daf-80d9-78f6b005f389 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0578358 Jun 23 20:12:56.413304 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-94bc21fa-6721-4d7d-b91f-6c0fa0ef5fb7 req-f1735db9-87a5-4c93-8289-7028e59cab30 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519090 Jun 23 20:12:57.540904 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08447e-0017-415d-bc1c-e71ffcdc5a27 req-d69e3347-cf57-4841-ac1d-cfb92435a9e5 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:57.548416 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5c08447e-0017-415d-bc1c-e71ffcdc5a27 req-d69e3347-cf57-4841-ac1d-cfb92435a9e5 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0573332 Jun 23 20:12:57.592048 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5c08447e-0017-415d-bc1c-e71ffcdc5a27 req-22c8017a-18dd-4294-8b22-2972a6513002 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Jun 23 20:12:57.882273 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:12:58.539636 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=27 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:58.540466 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:58.709409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7ea1-3951-4c48-837c-0c880476ae0f req-de9fd461-d5cd-4c4c-8929-566c612fb495 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:58.710863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-193a7ea1-3951-4c48-837c-0c880476ae0f req-de9fd461-d5cd-4c4c-8929-566c612fb495 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0473340 Jun 23 20:12:58.761504 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-193a7ea1-3951-4c48-837c-0c880476ae0f req-b4aaa990-e2f0-4e9d-a398-8115b0059dbf tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450380 Jun 23 20:12:58.943018 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-f318a1bb-19be-4b5d-a0e8-af3d3c99fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:58.944509 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-f318a1bb-19be-4b5d-a0e8-af3d3c99fc27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1129 time: 0.0391572 Jun 23 20:12:59.031422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-f9207075-39df-4e4f-85d6-6af32afaad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:59.032891 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-f9207075-39df-4e4f-85d6-6af32afaad90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.0822427 Jun 23 20:12:59.095871 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-6809d691-6317-4a35-8f29-f29320834cce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 1001 time: 0.0559590 Jun 23 20:12:59.131944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:59.145995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-17f0556c-1ad0-48ed-917b-2eea4f500e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:59.147388 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-17f0556c-1ad0-48ed-917b-2eea4f500e7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0441475 Jun 23 20:12:59.190520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-a83bf6e0-9acd-43b2-81ca-defc2052208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:59.191939 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-a83bf6e0-9acd-43b2-81ca-defc2052208d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377841 Jun 23 20:12:59.232488 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:12:59.283312 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-2ef75b59-e5e7-4109-becb-56177a908d40 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Jun 23 20:12:59.374117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a2c4cf3-9682-4fc3-817b-8d7092ccf1d0 req-85e19f8f-5cf1-4678-ad88-060012e6670b service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Jun 23 20:12:59.886525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea0d2-0c4c-4fa2-9064-a5105c719f23 req-a5107ea5-5220-478d-9485-4a9aa7b63420 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:12:59.887965 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c83ea0d2-0c4c-4fa2-9064-a5105c719f23 req-a5107ea5-5220-478d-9485-4a9aa7b63420 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0456951 Jun 23 20:12:59.933878 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c83ea0d2-0c4c-4fa2-9064-a5105c719f23 req-de208948-1382-4445-8b2b-102786a29236 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398672 Jun 23 20:13:01.050191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b535f81-1952-4085-bddf-82ba7dcfbf71 req-02e01364-4c57-43dd-992e-583cc9aabd25 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:01.051619 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b535f81-1952-4085-bddf-82ba7dcfbf71 req-02e01364-4c57-43dd-992e-583cc9aabd25 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0458281 Jun 23 20:13:01.096956 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b535f81-1952-4085-bddf-82ba7dcfbf71 req-6a08dc7a-58b9-4b4d-afe6-185cb43174a3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399506 Jun 23 20:13:02.218432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9434d5-d4cb-4cce-a986-601521e887c7 req-9031715f-b8b4-4262-a9df-dc4dfed924dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:02.219865 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db9434d5-d4cb-4cce-a986-601521e887c7 req-9031715f-b8b4-4262-a9df-dc4dfed924dd tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Jun 23 20:13:02.266335 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db9434d5-d4cb-4cce-a986-601521e887c7 req-443bf309-7d60-42d8-9d62-2d7869d6d83c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Jun 23 20:13:02.316062 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:02.391333 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: ACTIVE; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:02.396078 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:02.414120 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:02.416284 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00efce86-63d4-4217-af3f-2d73a0d5317e" -d '{"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-unplugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:02.428748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:02.505312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e366648-fd21-4317-b8ff-2fb5d8e8c6f7 x-openstack-request-id: req-0e366648-fd21-4317-b8ff-2fb5d8e8c6f7 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:02.505606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-unplugged", "status": "failed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "code": 422}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:02.505866 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e366648-fd21-4317-b8ff-2fb5d8e8c6f7 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:02.506310 dv-cinder-847274-2-iscsi neutron-server[104564]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0e366648-fd21-4317-b8ff-2fb5d8e8c6f7']: {'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'code': 422} returned with failed status Jun 23 20:13:02.530725 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:02.576558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=8']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:04.138425 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-093bc591-7f45-4a36-98f2-a6d359b735f0 req-2f0d1e51-8508-438d-9fc9-696dfd8a261f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:13:04.139465 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-093bc591-7f45-4a36-98f2-a6d359b735f0 req-2f0d1e51-8508-438d-9fc9-696dfd8a261f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520084 Jun 23 20:13:04.455415 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c115f-f2c6-4ecf-a242-953321754c29 req-b53f659e-162f-42ad-9f59-fa7eefe01d44 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:04.458140 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb3c115f-f2c6-4ecf-a242-953321754c29 req-b53f659e-162f-42ad-9f59-fa7eefe01d44 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0543768 Jun 23 20:13:04.517810 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb3c115f-f2c6-4ecf-a242-953321754c29 req-4175893a-fdb3-4fc4-8661-abf74f95a498 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504360 Jun 23 20:13:04.663815 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-60dc816d-fe62-420a-a107-7f8f436204d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404482 Jun 23 20:13:04.744233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-a85354d3-1b0f-4ddd-a00a-a4b4e09e3a2a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:04.745606 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-a85354d3-1b0f-4ddd-a00a-a4b4e09e3a2a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports/048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 940 time: 0.0507483 Jun 23 20:13:04.960008 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:05.641639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571642e-6142-488c-9516-5457737547ae req-73ce7585-39fa-41b0-b40f-6a3b32a92b8b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:05.643101 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c571642e-6142-488c-9516-5457737547ae req-73ce7585-39fa-41b0-b40f-6a3b32a92b8b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0494058 Jun 23 20:13:05.689647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c571642e-6142-488c-9516-5457737547ae req-57e9ce97-fad9-4d31-becb-cd04f89229e8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Jun 23 20:13:06.239445 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-bf5aac4d-c0eb-4168-97ee-0ddd9ce09b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.240654 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8fb7d681-50cc-4160-83fa-aab8e231dc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:06.241175 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-bf5aac4d-c0eb-4168-97ee-0ddd9ce09b39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655&tenant_id=71c9cca288b34019947e55d2a3112ddb HTTP/1.1" status: 200 len: 1127 time: 0.0389376 Jun 23 20:13:06.318075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-7fd0c1c2-e853-453a-bc42-cbc88546c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.319506 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-7fd0c1c2-e853-453a-bc42-cbc88546c67a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1127 time: 0.0414956 Jun 23 20:13:06.334837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:06.404428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: DOWN; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:06.413804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-a1646cbb-aa83-4a89-a4c5-a86221ee8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.415275 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-a1646cbb-aa83-4a89-a4c5-a86221ee8c8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.0892653 Jun 23 20:13:06.428105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:06.486793 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-9e215df7-f071-47ba-b688-c8449d586c8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 999 time: 0.0654616 Jun 23 20:13:06.539954 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-808b1150-b428-406d-ad35-ea2f9f5a8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.541454 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-808b1150-b428-406d-ad35-ea2f9f5a8920 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0481954 Jun 23 20:13:06.588572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-9dceece3-6d4e-4d59-87c2-15e07b7f32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.590055 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-9dceece3-6d4e-4d59-87c2-15e07b7f32e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404279 Jun 23 20:13:06.655233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:06.682647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-6b4fb402-d7de-4a99-bbd3-01937ec53b6e service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 Jun 23 20:13:06.782656 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-59452d9e-bd72-40dd-ae0c-6018701c2038 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929599 Jun 23 20:13:06.820421 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8e837-1950-4cb4-bcc7-def1b009c8e3 req-3c2c0a2a-4556-4f35-8054-d10c99d0c861 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:06.821950 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d4b8e837-1950-4cb4-bcc7-def1b009c8e3 req-3c2c0a2a-4556-4f35-8054-d10c99d0c861 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0586405 Jun 23 20:13:06.876399 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d4b8e837-1950-4cb4-bcc7-def1b009c8e3 req-0e3782a3-b90b-46c5-a250-d26d61e59b70 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484159 Jun 23 20:13:07.878031 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:07.926308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:08.008838 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c8c8-f6e0-4f6d-afb7-35192b41c67b req-7e94e2b5-c59a-4e97-8dc8-97be029330d2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:08.010330 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b40c8c8-f6e0-4f6d-afb7-35192b41c67b req-7e94e2b5-c59a-4e97-8dc8-97be029330d2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0507603 Jun 23 20:13:08.060574 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b40c8c8-f6e0-4f6d-afb7-35192b41c67b req-db260e53-284a-4092-a47e-87144da1ab99 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Jun 23 20:13:08.360737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a93772d7-6a07-4ade-b0e6-f33fc147046d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:09.195588 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec760f-670d-485a-9721-6cd6f31ccd3b req-3ff64d04-c32b-4b2a-8142-4542e53667c8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:09.197090 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0ec760f-670d-485a-9721-6cd6f31ccd3b req-3ff64d04-c32b-4b2a-8142-4542e53667c8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0554357 Jun 23 20:13:09.258096 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0ec760f-670d-485a-9721-6cd6f31ccd3b req-1fea2f84-cecb-42c3-8701-8447f3f008fe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553689 Jun 23 20:13:09.912535 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:10.387269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3491a-cf6b-4d7d-b538-7d9e82cd27ce req-fe62518a-1403-4171-b418-98513b0055bc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:10.388768 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7c3491a-cf6b-4d7d-b538-7d9e82cd27ce req-fe62518a-1403-4171-b418-98513b0055bc tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0498018 Jun 23 20:13:10.437675 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7c3491a-cf6b-4d7d-b538-7d9e82cd27ce req-16fa12ef-ed8f-438b-b8f4-96129c7a57c2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430617 Jun 23 20:13:11.089463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:11.555252 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:11.571593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8608492-29fb-45a2-a044-080c73eed842 req-eaf666c9-61cf-4879-bc8b-c7473330c8a2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:11.573161 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d8608492-29fb-45a2-a044-080c73eed842 req-eaf666c9-61cf-4879-bc8b-c7473330c8a2 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0527031 Jun 23 20:13:11.623754 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d8608492-29fb-45a2-a044-080c73eed842 req-ab2c807f-9494-46d8-bd52-2de458a466e3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Jun 23 20:13:12.749679 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc62e8-8aa4-46b2-94e4-3ef736b13acb req-323f4ccd-0dc9-4169-ab38-e69b2accbfb3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:12.751967 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9cc62e8-8aa4-46b2-94e4-3ef736b13acb req-323f4ccd-0dc9-4169-ab38-e69b2accbfb3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0518115 Jun 23 20:13:12.804488 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d9cc62e8-8aa4-46b2-94e4-3ef736b13acb req-03cc83c2-0e1e-4f0b-9aa6-ef0e9cb6574e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463295 Jun 23 20:13:13.930843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fb0-432f-4616-a460-648556994d4b req-b5e640e7-0730-4fc3-b376-7383eea5c55b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:13.933081 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9f859fb0-432f-4616-a460-648556994d4b req-b5e640e7-0730-4fc3-b376-7383eea5c55b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0490766 Jun 23 20:13:13.981343 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9f859fb0-432f-4616-a460-648556994d4b req-e6e78369-1cb8-4942-bb55-5368162b5d7d tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432756 Jun 23 20:13:15.100968 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:15.116666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0f8a-e11c-46c2-8c0e-522a23ab12e9 req-ae354e80-b103-47d6-abca-4a5335e972a7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:15.118423 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-905d0f8a-e11c-46c2-8c0e-522a23ab12e9 req-ae354e80-b103-47d6-abca-4a5335e972a7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0500727 Jun 23 20:13:15.174919 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-905d0f8a-e11c-46c2-8c0e-522a23ab12e9 req-9a0cee37-46d5-4d0b-af56-e107ebe412a4 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505321 Jun 23 20:13:15.348204 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-0db01b7f-8239-4089-9fc9-12fb568f6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:15.367076 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-0db01b7f-8239-4089-9fc9-12fb568f6174 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=71c9cca288b34019947e55d2a3112ddb&device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1127 time: 0.0391681 Jun 23 20:13:15.407954 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:15.477398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-f69bb010-d900-47ad-84cd-374e4300b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:15.478892 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-f69bb010-d900-47ad-84cd-374e4300b531 service neutron] 10.222.0.42 "GET /v2.0/networks?id=692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 200 len: 918 time: 0.0951021 Jun 23 20:13:15.578467 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-c49135ae-7af1-4618-926d-e5231a15f22a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 200 len: 999 time: 0.0801992 Jun 23 20:13:16.300508 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22913ca-0533-4450-8911-b94b5bb099c3 req-99c8079e-8f99-4b78-9806-9fed9d984715 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:16.302880 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b22913ca-0533-4450-8911-b94b5bb099c3 req-99c8079e-8f99-4b78-9806-9fed9d984715 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0513616 Jun 23 20:13:16.360580 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b22913ca-0533-4450-8911-b94b5bb099c3 req-277b8186-3790-46e2-8588-ca30ca211e39 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505881 Jun 23 20:13:17.489242 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7a30-ceb0-481b-a43d-6aed0165c0f2 req-3fae54db-11ac-47ec-a82b-a8c78013512c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:17.491270 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-80fb7a30-ceb0-481b-a43d-6aed0165c0f2 req-3fae54db-11ac-47ec-a82b-a8c78013512c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0515833 Jun 23 20:13:17.837312 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-80fb7a30-ceb0-481b-a43d-6aed0165c0f2 req-6a68563a-a2ae-4150-92fb-c881c67e1bd3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402956 Jun 23 20:13:17.838993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-7c13728a-0216-4e6c-8947-058bb3a4d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:17.840455 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-7c13728a-0216-4e6c-8947-058bb3a4d228 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 200 len: 856 time: 0.0673261 Jun 23 20:13:18.438563 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-cee3d2ce-5f6d-4343-b238-37692087773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:18.440045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-cee3d2ce-5f6d-4343-b238-37692087773e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=692ee610-d0ae-4057-8e1c-c034fd73ff05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385110 Jun 23 20:13:18.533767 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-e628416e-441c-49a6-b6d3-c00b02c9853f service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868049 Jun 23 20:13:18.635586 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e5d76b7-ef69-434a-ad92-92fb5f70c428 req-20fdcb6b-48d5-4005-9e78-4e20cc9bfda1 service neutron] 10.222.0.42 "GET /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946729 Jun 23 20:13:18.962642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac037fb-5fa3-40a5-81ff-d565202c3506 req-3f4ef3c4-f8c3-42c4-be51-27322db8af4c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:18.964080 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bac037fb-5fa3-40a5-81ff-d565202c3506 req-3f4ef3c4-f8c3-42c4-be51-27322db8af4c tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0474954 Jun 23 20:13:19.012861 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bac037fb-5fa3-40a5-81ff-d565202c3506 req-e4f14773-4065-4d9d-87ab-06ca4050cc21 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Jun 23 20:13:20.129812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be576051-3ee5-4730-a6f9-88e587ee8691 req-d91979ec-ee5a-4e40-b483-b2c1847de777 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:20.132060 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be576051-3ee5-4730-a6f9-88e587ee8691 req-d91979ec-ee5a-4e40-b483-b2c1847de777 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 943 time: 0.0462976 Jun 23 20:13:20.178399 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be576051-3ee5-4730-a6f9-88e587ee8691 req-c9c0e75f-bad2-44a8-8cc1-4702fcfe19a1 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Jun 23 20:13:20.468975 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:13:20.566450 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:20.577843 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '048e62b5-3005-46cb-96bf-1c13423b57db', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'port_id': '048e62b5-3005-46cb-96bf-1c13423b57db', 'mac_address': 'fa:16:3e:ba:a6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:13:20.611887 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:20.612197 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:20.625301 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:13:20.644647 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:20.728746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:20.778497 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=9']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:21.027239 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['048e62b5-3005-46cb-96bf-1c13423b57db'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:13:21.130845 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:21.300971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc152ec-ce6b-4b32-8545-ea7ea5392bec req-4643fe9c-cd96-430c-822b-4ced7065b9b8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:21.302327 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cfc152ec-ce6b-4b32-8545-ea7ea5392bec req-4643fe9c-cd96-430c-822b-4ced7065b9b8 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 944 time: 0.0495946 Jun 23 20:13:21.347676 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cfc152ec-ce6b-4b32-8545-ea7ea5392bec req-d0f974d9-2041-464d-afa3-a5a6e962632e tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398533 Jun 23 20:13:22.427102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:22.464663 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e04d-847e-4d7c-b092-db296bcb5cd9 req-c877febd-a14d-44c2-9744-03c3114670ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:22.466117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b453e04d-847e-4d7c-b092-db296bcb5cd9 req-c877febd-a14d-44c2-9744-03c3114670ea tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 944 time: 0.0474203 Jun 23 20:13:22.485207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:13:22.513773 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b453e04d-847e-4d7c-b092-db296bcb5cd9 req-610985d8-7370-42fb-837d-e390276cfd6a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Jun 23 20:13:22.519155 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:22.537181 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 048e62b5-3005-46cb-96bf-1c13423b57db triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:13:22.537557 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:22.611047 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 048e62b5-3005-46cb-96bf-1c13423b57db is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:22.611430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:22.633844 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:22.635956 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c8a9b-1718-4c3e-a824-4073a016556e" -d '{"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:22.649105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:22.671514 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebad29ab-90eb-4d38-9cb1-d02013b9625f x-openstack-request-id: req-ebad29ab-90eb-4d38-9cb1-d02013b9625f {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:22.671805 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-plugged", "status": "completed", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:22.672063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebad29ab-90eb-4d38-9cb1-d02013b9625f {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:22.672489 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebad29ab-90eb-4d38-9cb1-d02013b9625f'] response: {'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'code': 200} Jun 23 20:13:22.749069 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:22.795223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=10']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:23.034944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9b40d-c8e4-499a-b285-77f67885b538 req-0043e9b6-c964-41fa-907e-4f5e5ee7178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:23.036486 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6ad9b40d-c8e4-499a-b285-77f67885b538 req-0043e9b6-c964-41fa-907e-4f5e5ee7178d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 1130 time: 0.0395687 Jun 23 20:13:23.083410 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6ad9b40d-c8e4-499a-b285-77f67885b538 req-d0e14a9e-94df-47cc-9fcd-33e756cf2900 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Jun 23 20:13:23.634544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2188e92-4722-42d2-a66b-21fd3e0ef1a1 req-e7168ec7-9948-418b-8dc9-c457cf119e5f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:23.636039 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a2188e92-4722-42d2-a66b-21fd3e0ef1a1 req-e7168ec7-9948-418b-8dc9-c457cf119e5f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0463643 Jun 23 20:13:23.660905 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:23.682570 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a2188e92-4722-42d2-a66b-21fd3e0ef1a1 req-817fc63e-919c-43ac-9864-76a3fc909f99 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Jun 23 20:13:24.799625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436a0a2-31fb-444a-b368-73257b6cd0a5 req-44fdfbc4-aa15-44e8-95eb-a0cbd3c6dabe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:24.801234 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8436a0a2-31fb-444a-b368-73257b6cd0a5 req-44fdfbc4-aa15-44e8-95eb-a0cbd3c6dabe tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0465689 Jun 23 20:13:24.847951 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8436a0a2-31fb-444a-b368-73257b6cd0a5 req-a3f38e1c-0f12-4c83-b429-131f7d4fbeb3 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Jun 23 20:13:25.971100 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be211256-75b6-449d-9b12-23a201055e38 req-2478e9ad-b41c-48d3-b5aa-8b8b3c651e85 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:25.972621 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be211256-75b6-449d-9b12-23a201055e38 req-2478e9ad-b41c-48d3-b5aa-8b8b3c651e85 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Jun 23 20:13:26.021817 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be211256-75b6-449d-9b12-23a201055e38 req-bd28e166-e360-4562-a4e0-dd885011c909 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Jun 23 20:13:32.791604 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:32.793384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:33.818729 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a6b6-214d-4495-bcc9-d69f61ae1867 req-5501c3d8-ee4e-42a5-a86c-5191c841fc42 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:33.820288 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b663a6b6-214d-4495-bcc9-d69f61ae1867 req-5501c3d8-ee4e-42a5-a86c-5191c841fc42 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0478354 Jun 23 20:13:33.869778 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b663a6b6-214d-4495-bcc9-d69f61ae1867 req-fea8b2f8-536d-4e4d-aac4-5469ce08262b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Jun 23 20:13:34.881113 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:13:34.987906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de90c-68c3-4934-9ab9-ae423f1193a0 req-074c52be-6d04-4b1e-adce-1565c7e6c491 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:34.989502 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-229de90c-68c3-4934-9ab9-ae423f1193a0 req-074c52be-6d04-4b1e-adce-1565c7e6c491 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0510364 Jun 23 20:13:35.037068 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-229de90c-68c3-4934-9ab9-ae423f1193a0 req-fc16fb9f-b9fc-40bd-a192-8dfe46cf49c6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Jun 23 20:13:35.101433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f26d-b322-464c-926e-c89846e8b6c5 req-349d362d-dfcf-4804-a89b-f033ff79e846 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:35.102876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b417f26d-b322-464c-926e-c89846e8b6c5 req-349d362d-dfcf-4804-a89b-f033ff79e846 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0473142 Jun 23 20:13:35.149156 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b417f26d-b322-464c-926e-c89846e8b6c5 req-507d04bd-3a7f-443e-a7f0-0815232a8f10 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402529 Jun 23 20:13:36.152363 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac033-2f2d-4f01-b585-340f6f731486 req-d0113277-cd84-4e09-8f28-97a6c313faff tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:36.153836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-377ac033-2f2d-4f01-b585-340f6f731486 req-d0113277-cd84-4e09-8f28-97a6c313faff tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0471554 Jun 23 20:13:36.208768 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-377ac033-2f2d-4f01-b585-340f6f731486 req-54064dec-55c0-4164-b256-f1c1b85778ed tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494153 Jun 23 20:13:36.270240 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750a7c0-9cc7-4c8d-af06-d8efa740699a req-f5ebef04-83b9-45de-9418-77d7dead55dc tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:36.271696 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3750a7c0-9cc7-4c8d-af06-d8efa740699a req-f5ebef04-83b9-45de-9418-77d7dead55dc tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0472915 Jun 23 20:13:36.277381 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-49313afc-8dcc-4a48-abfa-22ccd783fba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:36.318128 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3750a7c0-9cc7-4c8d-af06-d8efa740699a req-9e454823-be8b-419f-a2f7-3045b0ced3ba tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Jun 23 20:13:36.877180 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-2c73dc0c-948d-4561-8dfe-c8ae5f51b5f9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008165961&fields=id&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 267 time: 0.0441234 Jun 23 20:13:36.957329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:36.984480 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-721705b0-a499-4ca2-8255-e4cfd0852706 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:36.985927 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-721705b0-a499-4ca2-8255-e4cfd0852706 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1022344 Jun 23 20:13:37.000117 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-615ba2d1-6bb1-45bf-80c5-5b63aa02f427 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/quotas/edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 375 time: 0.0088482 Jun 23 20:13:37.049501 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-51c9874e-96ff-44cc-bd60-c21339811074 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444605 Jun 23 20:13:37.144195 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:37.149933 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-3e233775-737a-463c-a687-68e90e8b942d service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895839 Jun 23 20:13:37.250878 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d01feb36-91ab-44e4-8f09-0520ac8f1561 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:37.252446 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d01feb36-91ab-44e4-8f09-0520ac8f1561 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0884609 Jun 23 20:13:37.332812 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-8464e78b-e7d3-472b-9bf0-f5f9ebca9f02 service neutron] 10.222.0.44 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765492 Jun 23 20:13:37.380800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870d446-a87e-42e7-81e0-4abd7f1d0706 req-90b5b140-a6f8-468a-b7f1-5ad80696149a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:37.382271 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0870d446-a87e-42e7-81e0-4abd7f1d0706 req-90b5b140-a6f8-468a-b7f1-5ad80696149a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0886846 Jun 23 20:13:37.404826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port e2d0b98f-658e-4a67-b7b7-f295d7433972 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:37.405169 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.493109 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0870d446-a87e-42e7-81e0-4abd7f1d0706 req-9145f3df-4b10-44c7-955a-dcc30773cd57 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045992 Jun 23 20:13:37.527561 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] For port e2d0b98f-658e-4a67-b7b7-f295d7433972, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2d0b98f-658e-4a67-b7b7-f295d7433972,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:37.527929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.652449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beecc5-3f7d-4580-bda0-2737fb8691ae req-7d1eb4dc-e093-4c03-9cbb-7f98274d2a20 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:37.653886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8beecc5-3f7d-4580-bda0-2737fb8691ae req-7d1eb4dc-e093-4c03-9cbb-7f98274d2a20 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 946 time: 0.0861590 Jun 23 20:13:37.753033 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8beecc5-3f7d-4580-bda0-2737fb8691ae req-aafd93d4-0cf0-4cdd-8feb-c8928469bd15 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups?id=489e35a2-e031-446e-b8a7-02abee099e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926836 Jun 23 20:13:37.760218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.760619 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.761497 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Floating IP 819dc367-b393-4d1d-845c-759a3ba7c1d2 disassociated. External IP: 172.27.0.243, port: e2d0b98f-658e-4a67-b7b7-f295d7433972. Jun 23 20:13:37.761850 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for e2d0b98f-658e-4a67-b7b7-f295d7433972 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:37.893188 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:37.928818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.936337 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-396e9a9d-19f9-49b0-b86c-8736fb158a80 req-fd257bdb-19f2-42a1-a098-5374fe0d8f44 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0318246 Jun 23 20:13:37.961703 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e2d0b98f-658e-4a67-b7b7-f295d7433972), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:37.990881 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=e2d0b98f-658e-4a67-b7b7-f295d7433972,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:38.004495 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.004782 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.005117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.005513 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.005849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.006176 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.006500 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.007034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.007352 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.007674 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.008590 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.008940 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.009264 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.009617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.009960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:38.047565 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:38.113982 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:13:38.217519 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:13:38.227167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:13:38.239969 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:38.240807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:38.261526 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] No DVR routers for this DVR port e2d0b98f-658e-4a67-b7b7-f295d7433972 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:13:38.264356 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:38.275986 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4b563a5f-e060-4f81-a2f9-752cb77abac5 req-d4b06aa7-a81c-49d0-8226-ca1eeb720276 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.42 "DELETE /v2.0/ports/e2d0b98f-658e-4a67-b7b7-f295d7433972 HTTP/1.1" status: 204 len: 173 time: 1.0056772 Jun 23 20:13:38.275986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'name': 'network-vif-deleted', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:38.275986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374e52df-188c-4489-aa2d-692a76e6410f" -d '{"events": [{"server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "name": "network-vif-deleted", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:38.376867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5daaf9-71a4-447f-9432-774b8e4ed429 x-openstack-request-id: req-aa5daaf9-71a4-447f-9432-774b8e4ed429 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:38.377155 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce09a9c-e549-437f-bf4a-798772ff530a", "name": "network-vif-deleted", "tag": "e2d0b98f-658e-4a67-b7b7-f295d7433972", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:38.377494 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa5daaf9-71a4-447f-9432-774b8e4ed429 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:38.378775 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5daaf9-71a4-447f-9432-774b8e4ed429'] response: {'server_uuid': '3ce09a9c-e549-437f-bf4a-798772ff530a', 'name': 'network-vif-deleted', 'tag': 'e2d0b98f-658e-4a67-b7b7-f295d7433972', 'status': 'completed', 'code': 200} Jun 23 20:13:38.518814 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2342f57e-1659-45fb-aa72-da5c9185c026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:38.527421 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:13:38.613441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d6407-965e-4581-848a-3000bb35a308 req-c2c0331c-2aa5-4e3b-aaf4-ebc8b332977d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:38.614861 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b9d6407-965e-4581-848a-3000bb35a308 req-c2c0331c-2aa5-4e3b-aaf4-ebc8b332977d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0501657 Jun 23 20:13:38.673253 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b9d6407-965e-4581-848a-3000bb35a308 req-4629cd17-1209-4462-999f-0460009a1739 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 Jun 23 20:13:38.737573 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:38.762256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:13:38.770526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:38.771076 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:38.874806 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:13:38.877212 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-eaa5edf0-db81-435d-bc48-924d05bc1938 req-09c5c867-1d8e-498f-bd74-2b1ceaac6730 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ce09a9c-e549-437f-bf4a-798772ff530a HTTP/1.1" status: 200 len: 210 time: 0.0406554 Jun 23 20:13:39.027533 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6968d4a3-0054-4282-bdd6-cb17c2934860 req-b191f358-6445-4dee-9e55-f7c8ef43a75d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0273323 Jun 23 20:13:39.063791 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:39.091606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777ad94-c02f-409d-92f0-7b267fa8c289 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:07:10Z', 'revision_number': 4, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '11bae91b-6bfd-4486-a048-17ec062cba4b', 'name': '', 'network_id': '2163b477-2f70-4f87-a2ba-0f833320ac92', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'mac_address': 'fa:16:3e:23:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:08Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'subnets': [{'id': 'cbdbcceb-fe53-45f6-abde-15cdb82bb788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:13:39.315969 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499b07a5-3cec-43b6-8673-6d1fbf0d7a27 None None] New status for floating IP 819dc367-b393-4d1d-845c-759a3ba7c1d2: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:13:39.786603 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991247b0-9210-44a6-aa4a-74bc0785d71b req-b6c36a82-0485-43c0-b0f2-05e1a0f3054c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:39.788083 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-991247b0-9210-44a6-aa4a-74bc0785d71b req-b6c36a82-0485-43c0-b0f2-05e1a0f3054c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0477679 Jun 23 20:13:39.835900 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-991247b0-9210-44a6-aa4a-74bc0785d71b req-e0ac1a75-9794-4321-91f5-a207bfb28302 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413539 Jun 23 20:13:39.928539 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.043623 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38410) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:40.099667 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (489e35a2-e031-446e-b8a7-02abee099e4f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.120954 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-401f4f17-cd3a-4dd4-8cc4-3ec57b03ab9a req-32fe6e85-7eb0-4f7b-9471-b272c0c60ab8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0275714 Jun 23 20:13:40.123915 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (489e35a2-e031-446e-b8a7-02abee099e4f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.417961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-dec1df43-71f2-4c37-94c6-96bf776849ee tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:40.419435 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-dec1df43-71f2-4c37-94c6-96bf776849ee tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 812 time: 0.1100426 Jun 23 20:13:40.454379 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (489e35a2-e031-446e-b8a7-02abee099e4f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.457221 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.461024 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/security-groups/489e35a2-e031-446e-b8a7-02abee099e4f HTTP/1.1" status: 204 len: 168 time: 0.4163723 Jun 23 20:13:40.464048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38416) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:40.470792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e35a2-e031-446e-b8a7-02abee099e4f,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:40.477777 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.478130 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.478477 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.478814 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.479149 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.479482 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.479837 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.480165 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.480562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.480890 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.481217 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.481642 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.481966 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.482292 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.482723 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e49a46-1a56-416f-a79e-a6c89060df8b tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:40.495684 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.api.v2.resource [None req-e81cfa8e-63e0-4d8c-9b23-3c60f5a50c6a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] show failed (client error): The resource could not be found. Jun 23 20:13:40.496757 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-e81cfa8e-63e0-4d8c-9b23-3c60f5a50c6a tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "GET /v2.0/security-groups/489e35a2-e031-446e-b8a7-02abee099e4f HTTP/1.1" status: 404 len: 347 time: 0.0347166 Jun 23 20:13:40.500067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38418) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:40.514563 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-1af99709-c41f-4f65-96c9-cd81996f8aa2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edb569a8b39a437ea8be940df098268c HTTP/1.1" status: 200 len: 380 time: 0.0804424 Jun 23 20:13:40.547499 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'port': {'device_id': '6a12f15d-0c87-4413-a893-463700ea1e11', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'admin_state_up': True, 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'security_groups': ['11550f4d-32e1-4d65-9f60-7ecf0bb3bd14']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:13:40.562758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0b98f-658e-4a67-b7b7-f295d7433972 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:40.583613 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: e2d0b98f-658e-4a67-b7b7-f295d7433972 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:13:40.583967 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2d0b98f-658e-4a67-b7b7-f295d7433972 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:13:40.669436 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:40.694708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Deleting port 96d32360-523b-4688-a074-a72a1cc48d21 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:40.694987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (96d32360-523b-4688-a074-a72a1cc48d21), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.801403 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (96d32360-523b-4688-a074-a72a1cc48d21), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.802118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (96d32360-523b-4688-a074-a72a1cc48d21), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.816837 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Calling delete_port for 96d32360-523b-4688-a074-a72a1cc48d21 owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:40.856177 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Made reservation on behalf of edb569a8b39a437ea8be940df098268c for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:13:40.859540 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:40.999568 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:41.013774 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240abfa2-ff43-43ed-92b4-cfefcfbe261f req-5c98b15b-c5ae-4210-be06-2503be65fed2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:41.015288 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-240abfa2-ff43-43ed-92b4-cfefcfbe261f req-5c98b15b-c5ae-4210-be06-2503be65fed2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.1090517 Jun 23 20:13:41.108960 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.124504 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.20.0.14 (e0be33fe-ef21-4463-bb71-a01e82ba375e/ed5f6852-23f0-464e-8977-92bae1c2b768/a261f993-dd66-47dc-9b31-a51d223f5302) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:13:41.153218 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-240abfa2-ff43-43ed-92b4-cfefcfbe261f req-18fb27ba-7f8f-44f7-875e-971c1f92aaee tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149611 Jun 23 20:13:41.206715 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:41.236506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (96d32360-523b-4688-a074-a72a1cc48d21), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.239598 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-44de614c-27d0-417a-84e6-8581c3d99a55 req-b8486c7f-be6b-4a90-8770-408ec334e4f7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0421431 Jun 23 20:13:41.270239 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Pushing event deleted for resources: {'Port': ['ID=96d32360-523b-4688-a074-a72a1cc48d21,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:41.572692 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.645705 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks [] for floatingip (819dc367-b393-4d1d-845c-759a3ba7c1d2), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.648060 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.649214 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-30a189e5-3ea5-4a85-823c-bf86dfb802b7 tempest-AttachVolumeNegativeTest-2029214835 tempest-AttachVolumeNegativeTest-2029214835-project] 10.222.0.44 "DELETE /v2.0/floatingips/819dc367-b393-4d1d-845c-759a3ba7c1d2 HTTP/1.1" status: 204 len: 168 time: 1.1482420 Jun 23 20:13:41.663756 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (a261f993-dd66-47dc-9b31-a51d223f5302), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.804326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:41.851470 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network e0be33fe-ef21-4463-bb71-a01e82ba375e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:13:41.854599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:13:41.858358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:13:41.880815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:41.911569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:41.912198 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.003651 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-25dd3c12-8e2c-4e56-96d0-acf5409e0362 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4598360 Jun 23 20:13:42.022354 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Request body: {'port': {'device_id': '6a12f15d-0c87-4413-a893-463700ea1e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:13:42.082594 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.109695 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-fbdfd282-41ad-4e50-af0f-b8a1649f40ed None None] Provisioning complete for port a261f993-dd66-47dc-9b31-a51d223f5302 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:13:42.110066 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fbdfd282-41ad-4e50-af0f-b8a1649f40ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.144643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-fbdfd282-41ad-4e50-af0f-b8a1649f40ed None None] Port a261f993-dd66-47dc-9b31-a51d223f5302 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:13:42.203304 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:42.308984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d103261-92b6-43f6-a741-3ee6ec47d0af req-d64b50be-4114-4af6-85e0-1ced047f31f3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:42.310465 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7d103261-92b6-43f6-a741-3ee6ec47d0af req-d64b50be-4114-4af6-85e0-1ced047f31f3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0812147 Jun 23 20:13:42.388264 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8f87-c17e-433b-9662-e0144abab0d6 req-f3aa49a9-39f9-4623-9530-1507011e22f7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:42.389843 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9cca8f87-c17e-433b-9662-e0144abab0d6 req-f3aa49a9-39f9-4623-9530-1507011e22f7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 932 time: 0.0784798 Jun 23 20:13:42.451890 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7d103261-92b6-43f6-a741-3ee6ec47d0af req-9d4c0280-22fc-4901-aeba-b4e81db63e06 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294105 Jun 23 20:13:42.500441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a261f993-dd66-47dc-9b31-a51d223f5302 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:13:42.509961 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9cca8f87-c17e-433b-9662-e0144abab0d6 req-331d6f21-cef4-4ccb-9feb-ee9aadb552cb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135540 Jun 23 20:13:42.512264 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks [] for port (a261f993-dd66-47dc-9b31-a51d223f5302), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.525626 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Transition to ACTIVE for port object a261f993-dd66-47dc-9b31-a51d223f5302 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:13:42.608563 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.612789 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:42.670341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:42.746197 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Attempting to bind port a261f993-dd66-47dc-9b31-a51d223f5302 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:13:42.746530 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Attempting to bind port a261f993-dd66-47dc-9b31-a51d223f5302 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:13:42.746861 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Attempting to bind port a261f993-dd66-47dc-9b31-a51d223f5302 on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:13:42.751551 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Port a261f993-dd66-47dc-9b31-a51d223f5302 on network e0be33fe-ef21-4463-bb71-a01e82ba375e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:13:42.751868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Attempting to bind port a261f993-dd66-47dc-9b31-a51d223f5302 on network e0be33fe-ef21-4463-bb71-a01e82ba375e {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:13:42.757535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:13:42.757875 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Checking segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:13:42.758256 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Bound using segment: {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:13:42.758681 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Bound port: a261f993-dd66-47dc-9b31-a51d223f5302, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de387a42-0290-49e9-925a-9a718483ae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:13:42.759043 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.821867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:13:42.825470 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:13:42.906590 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.943374 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:42.943992 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:42.945464 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/a261f993-dd66-47dc-9b31-a51d223f5302 HTTP/1.1" status: 200 len: 1094 time: 0.9275844 Jun 23 20:13:42.945911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:42.948117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c34d3-50b9-490d-857a-0c3802cabab8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:42.973830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593dbc-faf8-4c63-9c2f-227bcf0792c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:42.992816 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836eb7ac-625b-48ab-aa96-03015dba5559 x-openstack-request-id: req-836eb7ac-625b-48ab-aa96-03015dba5559 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:42.996737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:42.996737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-836eb7ac-625b-48ab-aa96-03015dba5559 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:42.996737 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836eb7ac-625b-48ab-aa96-03015dba5559'] response: {'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'status': 'completed', 'code': 200} Jun 23 20:13:43.088121 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-ef4d902d-06ce-4a7e-901e-f3edd18899c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.089719 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-ef4d902d-06ce-4a7e-901e-f3edd18899c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1128 time: 0.0529897 Jun 23 20:13:43.212236 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-1c2886e3-a02c-4703-9f57-a8d27680d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.213742 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-1c2886e3-a02c-4703-9f57-a8d27680d512 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=edb569a8b39a437ea8be940df098268c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1032445 Jun 23 20:13:43.314859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-cf79f96e-5a2a-472a-86e3-b121cf155b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.316395 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d96c34d3-50b9-490d-857a-0c3802cabab8 req-cf79f96e-5a2a-472a-86e3-b121cf155b50 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969322 Jun 23 20:13:43.413233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c37a2786-fd2f-459c-967c-9eca703501fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.414626 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-c37a2786-fd2f-459c-967c-9eca703501fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1128 time: 0.0390162 Jun 23 20:13:43.458234 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-f200365c-bf6d-4cc7-9b60-d3134b2a2c59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a261f993-dd66-47dc-9b31-a51d223f5302 HTTP/1.1" status: 200 len: 217 time: 0.0315609 Jun 23 20:13:43.493345 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:43.512773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-7bfaab3d-830b-4eb0-91bb-8f5aa2ffe67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.514246 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-7bfaab3d-830b-4eb0-91bb-8f5aa2ffe67c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0501094 Jun 23 20:13:43.598647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-5243d25e-e955-4121-8edb-6c4c4153a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.600078 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-5243d25e-e955-4121-8edb-6c4c4153a769 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792987 Jun 23 20:13:43.609908 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97448-4ee7-431e-8766-6d4a27ba5eab req-239f869f-ad37-4d51-8020-1a7851a5e6e0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.611311 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0a97448-4ee7-431e-8766-6d4a27ba5eab req-239f869f-ad37-4d51-8020-1a7851a5e6e0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0809505 Jun 23 20:13:43.691968 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec8a3b-55da-443e-b326-e2f821e165fb req-b085a066-c7b4-49d7-bd79-60bdb1e658f1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:43.693363 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-61ec8a3b-55da-443e-b326-e2f821e165fb req-b085a066-c7b4-49d7-bd79-60bdb1e658f1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.1077976 Jun 23 20:13:43.771623 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0a97448-4ee7-431e-8766-6d4a27ba5eab req-f3cdfe6f-3a4b-4e5d-8eab-d1ecce3bead6 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431196 Jun 23 20:13:43.795680 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-01cf2af9-2ab4-4976-857c-299759468272 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834569 Jun 23 20:13:43.822571 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-61ec8a3b-55da-443e-b326-e2f821e165fb req-cdd99516-5adf-4df9-9c3b-26075f85a077 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011646 Jun 23 20:13:43.872213 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:43.897586 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92eefc3a-6f25-476a-afe3-b0b0a3edafb8 req-b03c67f5-b162-4e8e-a528-ca5c222e3e0f service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924430 Jun 23 20:13:44.889199 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8151b-f710-4371-8019-08e683e86c63 req-4127a776-e8bf-48da-bcd1-46816f1f049c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:44.890698 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0e8151b-f710-4371-8019-08e683e86c63 req-4127a776-e8bf-48da-bcd1-46816f1f049c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0493646 Jun 23 20:13:44.960568 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff9be3-1cf1-42e5-ae99-8e4cb9b12509 req-eabfee9b-beff-431e-b757-b46066bc9b91 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:44.962031 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3cff9be3-1cf1-42e5-ae99-8e4cb9b12509 req-eabfee9b-beff-431e-b757-b46066bc9b91 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0703912 Jun 23 20:13:44.992037 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e0e8151b-f710-4371-8019-08e683e86c63 req-62da758c-b434-4583-9ed6-15e30ed342e8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907691 Jun 23 20:13:45.022019 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3cff9be3-1cf1-42e5-ae99-8e4cb9b12509 req-d2d266d9-e9e4-4575-a8ce-c5e37bca2b39 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541887 Jun 23 20:13:45.875267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38474) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:46.117476 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c88c18-f08c-49ad-89b3-e2968a501fc4 req-fe9986bb-c6eb-42cc-943c-6c86207ba6a4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:46.118371 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e2c88c18-f08c-49ad-89b3-e2968a501fc4 req-fe9986bb-c6eb-42cc-943c-6c86207ba6a4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0579274 Jun 23 20:13:46.173393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9f965-88d2-4856-9721-bff7dede740e req-fbe62c19-8f67-414e-93e1-2f0b1f0009f5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:46.174853 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-abe9f965-88d2-4856-9721-bff7dede740e req-fbe62c19-8f67-414e-93e1-2f0b1f0009f5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0793295 Jun 23 20:13:46.208822 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e2c88c18-f08c-49ad-89b3-e2968a501fc4 req-da4f7f35-180e-4c14-81a6-4440906988bd tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741482 Jun 23 20:13:46.230722 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:46.241104 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-abe9f965-88d2-4856-9721-bff7dede740e req-0fe6ba3d-9862-4e60-93b9-4c7e19b668ea tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583823 Jun 23 20:13:46.445460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Deleting port 11bae91b-6bfd-4486-a048-17ec062cba4b {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:46.445793 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:46.524878 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] For port 11bae91b-6bfd-4486-a048-17ec062cba4b, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=11bae91b-6bfd-4486-a048-17ec062cba4b,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:46.525233 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:46.538766 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Calling delete_port for 11bae91b-6bfd-4486-a048-17ec062cba4b owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:46.577850 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:46.598276 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:46.797566 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (11bae91b-6bfd-4486-a048-17ec062cba4b), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:46.819390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Pushing event deleted for resources: {'Port': ['ID=11bae91b-6bfd-4486-a048-17ec062cba4b,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:46.980744 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:47.178677 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Router c71c7c0d-c1b5-40bf-982c-e85a7a980cea has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:13:47.280675 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:13:47.285780 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d65e9a46-9f1c-4fb0-8281-cf81f660b24a admin admin] 10.222.0.44 "PUT /v2.0/routers/c71c7c0d-c1b5-40bf-982c-e85a7a980cea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4095478 Jun 23 20:13:47.288331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38488) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:47.290212 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Sync routers for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:13:47.304329 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:47.305248 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:47.340956 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc6de-d355-4c27-a709-6c4c5a3ad5a5 req-489eeffe-2e7c-4dce-bdbc-c5daec02fe17 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:47.342440 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c47fc6de-d355-4c27-a709-6c4c5a3ad5a5 req-489eeffe-2e7c-4dce-bdbc-c5daec02fe17 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0660908 Jun 23 20:13:47.389339 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:47.391792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:47.393318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f4aa-f41e-4c62-ba8f-3c06c1dc032e req-d57825f3-29ce-4375-8b58-c1bcb3706354 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:47.395311 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-07d6f4aa-f41e-4c62-ba8f-3c06c1dc032e req-d57825f3-29ce-4375-8b58-c1bcb3706354 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0718734 Jun 23 20:13:47.399272 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks [] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:47.410372 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:13:47.436091 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:47.443874 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c47fc6de-d355-4c27-a709-6c4c5a3ad5a5 req-50c05747-f097-4461-beef-d22bdb62b194 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853400 Jun 23 20:13:47.480717 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-07d6f4aa-f41e-4c62-ba8f-3c06c1dc032e req-e470ff4a-1003-4c55-b8d4-07710056bebd tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761626 Jun 23 20:13:47.510026 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks [] for router_gateway (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:47.608133 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:13:46Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:47.636676 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Checking router: c71c7c0d-c1b5-40bf-982c-e85a7a980cea for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:13:47.645072 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Routers {'c71c7c0d-c1b5-40bf-982c-e85a7a980cea'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:47.645676 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:47.741869 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] Set router c71c7c0d-c1b5-40bf-982c-e85a7a980cea gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:13:47.788856 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Deleting port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:47.789194 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:47.802281 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:47.871532 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] For port cfd9e51e-8e16-4d2d-8118-3e2b39fc0751, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:47.871893 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:47.884522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Calling delete_port for cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:47.905145 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:13:46Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:47.929520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4344a-99b8-4ed0-933e-57ea57a9a188 None None] The sync data for ids ['c71c7c0d-c1b5-40bf-982c-e85a7a980cea'] in dv-cinder-847274-2-iscsi is: [{'id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'name': 'tempest-AttachVolumeNegativeTest-624421939-router', 'tenant_id': 'bd810755b80346ae9219a2d0c61a8a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:00Z', 'updated_at': '2022-06-23T20:13:46Z', 'revision_number': 5, 'project_id': 'bd810755b80346ae9219a2d0c61a8a06', 'gw_port': {'id': 'cfd9e51e-8e16-4d2d-8118-3e2b39fc0751', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:76:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71c7c0d-c1b5-40bf-982c-e85a7a980cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:01Z', 'updated_at': '2022-06-23T20:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:13:48.157495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (cfd9e51e-8e16-4d2d-8118-3e2b39fc0751), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.182566 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd9e51e-8e16-4d2d-8118-3e2b39fc0751,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:48.244348 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.334963 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.339979 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks [] for router_controller (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.393191 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 11bae91b-6bfd-4486-a048-17ec062cba4b no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:48.413329 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 11bae91b-6bfd-4486-a048-17ec062cba4b {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:13:48.413679 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 11bae91b-6bfd-4486-a048-17ec062cba4b not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:13:48.458183 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (c71c7c0d-c1b5-40bf-982c-e85a7a980cea), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.458819 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71c7c0d-c1b5-40bf-982c-e85a7a980cea {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:13:48.465841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.465841 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a10e16f4-d6f5-405d-a166-bfb6b182c653 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c71c7c0d-c1b5-40bf-982c-e85a7a980cea HTTP/1.1" status: 204 len: 168 time: 1.1754689 Jun 23 20:13:48.467780 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38490) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:48.517514 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Deleting subnet cbdbcceb-fe53-45f6-abde-15cdb82bb788 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:13:48.521779 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Publish callbacks [] for subnet (cbdbcceb-fe53-45f6-abde-15cdb82bb788), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.559046 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (cbdbcceb-fe53-45f6-abde-15cdb82bb788), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.609614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4924e6-176b-45bc-9d21-38619ab3059f req-ddba9944-ddce-4259-a0b3-4b734b572b3b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:48.610961 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f4924e6-176b-45bc-9d21-38619ab3059f req-ddba9944-ddce-4259-a0b3-4b734b572b3b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0798011 Jun 23 20:13:48.638617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e876a-0d10-4a56-8248-d3d96c7c4c32 req-28657962-692c-4baf-9a8c-36d6f6485e5e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:48.640062 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6c4e876a-0d10-4a56-8248-d3d96c7c4c32 req-28657962-692c-4baf-9a8c-36d6f6485e5e tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0752764 Jun 23 20:13:48.644903 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (cbdbcceb-fe53-45f6-abde-15cdb82bb788), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.691529 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f4924e6-176b-45bc-9d21-38619ab3059f req-dba755cc-8d8f-4849-8ba8-28f15e70707d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731575 Jun 23 20:13:48.693444 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:48.708236 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:48.727955 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6c4e876a-0d10-4a56-8248-d3d96c7c4c32 req-7decf597-ca45-44e3-ba70-e8f9bd295dfa tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787020 Jun 23 20:13:48.786923 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (cbdbcceb-fe53-45f6-abde-15cdb82bb788), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.810921 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdbcceb-fe53-45f6-abde-15cdb82bb788,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:48.816370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.821994 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-acd7a6bc-bf06-4b38-9ff8-03e8cacd1a3f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cbdbcceb-fe53-45f6-abde-15cdb82bb788 HTTP/1.1" status: 204 len: 168 time: 0.3509390 Jun 23 20:13:48.822166 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a73160-2726-4185-8912-3448929b62c0 None None] Network 2163b477-2f70-4f87-a2ba-0f833320ac92 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:13:48.822278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38496) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:48.842897 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:48.891586 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (2163b477-2f70-4f87-a2ba-0f833320ac92), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.938068 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Deleting port 9cdf7d59-eec1-4852-a284-42a811e4ab51 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:48.938408 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:48.956155 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:48.992731 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] DHCP port deletion for 2163b477-2f70-4f87-a2ba-0f833320ac92 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:13:49.004465 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] For port 9cdf7d59-eec1-4852-a284-42a811e4ab51, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9cdf7d59-eec1-4852-a284-42a811e4ab51,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:49.004832 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.021247 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Calling delete_port for 9cdf7d59-eec1-4852-a284-42a811e4ab51 owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:49.035624 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Deleting port 9cdf7d59-eec1-4852-a284-42a811e4ab51 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:13:49.035997 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.098486 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] For port 9cdf7d59-eec1-4852-a284-42a811e4ab51, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9cdf7d59-eec1-4852-a284-42a811e4ab51,segment=NetworkSegment(1b7336f2-4624-48f0-9e86-3547b6f8f35f),segment_id=1b7336f2-4624-48f0-9e86-3547b6f8f35f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:49.098915 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.111703 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Calling delete_port for 9cdf7d59-eec1-4852-a284-42a811e4ab51 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:13:49.174469 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.191490 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (9cdf7d59-eec1-4852-a284-42a811e4ab51), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.199602 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdf7d59-eec1-4852-a284-42a811e4ab51,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:49.204678 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] No DVR routers for this DVR port 9cdf7d59-eec1-4852-a284-42a811e4ab51 on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:13:49.215909 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Pushing event deleted for resources: {'Port': ['ID=9cdf7d59-eec1-4852-a284-42a811e4ab51,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:49.220354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] No DVR routers for this DVR port 9cdf7d59-eec1-4852-a284-42a811e4ab51 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.230368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.231936 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.231936 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.231936 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb752561-1e53-4a5b-a094-e14cec72593d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:13:49.283980 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (2163b477-2f70-4f87-a2ba-0f833320ac92), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.384722 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:49.388221 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:49.518459 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2163b477-2f70-4f87-a2ba-0f833320ac92']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:49.528644 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7336f2-4624-48f0-9e86-3547b6f8f35f') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:49.528938 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7336f2-4624-48f0-9e86-3547b6f8f35f') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:49.538464 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (1b7336f2-4624-48f0-9e86-3547b6f8f35f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.552008 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (1b7336f2-4624-48f0-9e86-3547b6f8f35f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.558461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:13:49.560058 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (1b7336f2-4624-48f0-9e86-3547b6f8f35f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.631545 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 1b7336f2-4624-48f0-9e86-3547b6f8f35f resource provider aggregate not found Jun 23 20:13:49.647119 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 1b7336f2-4624-48f0-9e86-3547b6f8f35f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b7336f2-4624-48f0-9e86-3547b6f8f35f found for delete ", "request_id": "req-6ee3084c-5a62-41ae-b0ba-13036abe2fa3"}]} Jun 23 20:13:49.709290 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (2163b477-2f70-4f87-a2ba-0f833320ac92), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.717382 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:49.720601 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2163b477-2f70-4f87-a2ba-0f833320ac92 HTTP/1.1" status: 204 len: 168 time: 0.8974414 Jun 23 20:13:49.730168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d325d-9336-447a-853b-5f58a3dd75f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2163b477-2f70-4f87-a2ba-0f833320ac92,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:49.849900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b384cdd-433c-4eb0-965d-4accb6f14e20 req-0a4adffb-d3e1-441d-8997-e49d7b61388d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:49.851409 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b384cdd-433c-4eb0-965d-4accb6f14e20 req-0a4adffb-d3e1-441d-8997-e49d7b61388d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0855694 Jun 23 20:13:49.862462 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c02694-871d-4506-990e-15043f30cabf req-61b2297f-db27-47c5-adb6-546f6a72bf7f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:49.863890 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a0c02694-871d-4506-990e-15043f30cabf req-61b2297f-db27-47c5-adb6-546f6a72bf7f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0657775 Jun 23 20:13:49.937146 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b384cdd-433c-4eb0-965d-4accb6f14e20 req-071731c3-d084-4ac6-97c4-90de8a97d23c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722237 Jun 23 20:13:49.941620 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a0c02694-871d-4506-990e-15043f30cabf req-98a04ddd-cdb5-412e-a033-2e43391173a0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708740 Jun 23 20:13:50.070208 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38512) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:50.110877 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-8008a480-ed44-4033-8ab1-6e62a69e202a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd810755b80346ae9219a2d0c61a8a06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395062 Jun 23 20:13:50.113412 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38514) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:50.165812 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] Publish callbacks [] for security_group (a3053575-8adf-40b1-9cc1-16155ee2a44e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:50.187515 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] Publish callbacks [] for security_group (a3053575-8adf-40b1-9cc1-16155ee2a44e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:50.193568 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:50.221121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:13:50.221121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cfd9e51e-8e16-4d2d-8118-3e2b39fc0751 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:13:50.221121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9cdf7d59-eec1-4852-a284-42a811e4ab51 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:13:50.233821 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 9cdf7d59-eec1-4852-a284-42a811e4ab51 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:13:50.234396 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9cdf7d59-eec1-4852-a284-42a811e4ab51 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:13:50.328835 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43561e55-2dd6-4372-a711-b00174efca3f req-ba5fb9dd-da8c-42cd-be22-db8cc29fdff2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:50.330290 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43561e55-2dd6-4372-a711-b00174efca3f req-ba5fb9dd-da8c-42cd-be22-db8cc29fdff2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0533922 Jun 23 20:13:50.332850 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a3053575-8adf-40b1-9cc1-16155ee2a44e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:50.335678 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:50.336929 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3053575-8adf-40b1-9cc1-16155ee2a44e HTTP/1.1" status: 204 len: 168 time: 0.2226450 Jun 23 20:13:50.340711 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:50.345745 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f7ca3-b688-423b-8f19-a22a83e1b96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3053575-8adf-40b1-9cc1-16155ee2a44e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:50.387728 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43561e55-2dd6-4372-a711-b00174efca3f req-6e0ae89c-9b49-4d45-890b-c7de82868c98 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503116 Jun 23 20:13:50.465388 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:50.476225 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-6007b301-008d-4deb-ab0f-c8cc6e7d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:50.478012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-6007b301-008d-4deb-ab0f-c8cc6e7d4afe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1130 time: 0.0418494 Jun 23 20:13:50.570372 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-483ee577-103d-4dbc-85b2-3fad6a6dba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:50.572113 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-483ee577-103d-4dbc-85b2-3fad6a6dba2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 911 time: 0.0881617 Jun 23 20:13:50.633653 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-fcc5f5d6-a524-4dc6-97ee-14f4cdc486c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 1002 time: 0.0552404 Jun 23 20:13:50.681481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-e277ad71-94f5-44c2-8268-df81f7316024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:50.683025 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-e277ad71-94f5-44c2-8268-df81f7316024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0433497 Jun 23 20:13:50.736827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-c4d4c2ab-6c36-4ef6-8f4f-83bf6d19bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:50.738335 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-c4d4c2ab-6c36-4ef6-8f4f-83bf6d19bca3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490081 Jun 23 20:13:50.833861 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-1783b0ac-10e2-44a0-8cb3-c328dd806195 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885777 Jun 23 20:13:50.926416 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-afea9bbc-9b84-4c8c-8282-8d6c21323522 req-580219d4-39db-4604-be84-a3363653121a service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Jun 23 20:13:51.061967 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92057e71-972e-44a3-9671-e520c7b3f241 req-e4eb1ccb-eb8b-4f1d-aa0a-c6020685c796 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:51.063476 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92057e71-972e-44a3-9671-e520c7b3f241 req-e4eb1ccb-eb8b-4f1d-aa0a-c6020685c796 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Jun 23 20:13:51.112963 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-92057e71-972e-44a3-9671-e520c7b3f241 req-9a22a1b7-812d-41c2-8195-c5e8cfcc3dd1 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Jun 23 20:13:51.504564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925327a4-8806-4f82-a0e0-ef4c18b78de3 req-7f9c0f1e-64d0-4ba2-b974-54a3b9446446 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:51.506205 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-925327a4-8806-4f82-a0e0-ef4c18b78de3 req-7f9c0f1e-64d0-4ba2-b974-54a3b9446446 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0509982 Jun 23 20:13:51.554028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:51.558614 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-925327a4-8806-4f82-a0e0-ef4c18b78de3 req-4c2565a4-4de0-4cf7-8be8-05abe079b74c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 Jun 23 20:13:52.227216 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc65495-c71f-48cb-9f2d-8f8d9fb4e387 req-da476edb-9850-4e4c-964f-04c1aa52ec87 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:52.228828 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7dc65495-c71f-48cb-9f2d-8f8d9fb4e387 req-da476edb-9850-4e4c-964f-04c1aa52ec87 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0488384 Jun 23 20:13:52.286994 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7dc65495-c71f-48cb-9f2d-8f8d9fb4e387 req-0267031c-b8fe-4ecf-8fc5-9608e3b251ab tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512645 Jun 23 20:13:52.595199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device a261f993-dd66-47dc-9b31-a51d223f5302 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:13:52.680314 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662f957-7643-4fe6-af44-45e9575d631b req-47234423-5018-446e-b729-7ab4b018486d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:52.681842 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3662f957-7643-4fe6-af44-45e9575d631b req-47234423-5018-446e-b729-7ab4b018486d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0467541 Jun 23 20:13:52.704890 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:52.717415 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'port_id': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'mac_address': 'fa:16:3e:68:d0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:13:52.740779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3662f957-7643-4fe6-af44-45e9575d631b req-d17385fc-3da0-4d67-90f8-944eeed16def tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Jun 23 20:13:52.751867 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port a261f993-dd66-47dc-9b31-a51d223f5302 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:52.752081 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:52.770642 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a261f993-dd66-47dc-9b31-a51d223f5302 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:13:52.790664 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:52.894430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:53.062445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:53.204291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['a261f993-dd66-47dc-9b31-a51d223f5302'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:13:53.279995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:53.369200 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:53.408067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6f989-9f6d-4a49-8776-2a12bee6f14e req-4d6e86b8-c883-4bc6-8dd3-fdd59605b0a7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:53.409575 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-71d6f989-9f6d-4a49-8776-2a12bee6f14e req-4d6e86b8-c883-4bc6-8dd3-fdd59605b0a7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 945 time: 0.0505285 Jun 23 20:13:53.460567 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-71d6f989-9f6d-4a49-8776-2a12bee6f14e req-a38d525f-52ff-401a-a787-dd3584940ab9 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Jun 23 20:13:54.578860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95b70e-7bb4-4114-92eb-7201f2d15a9f req-74166bf3-73bb-456f-af59-cd06662fda30 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:54.580423 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4d95b70e-7bb4-4114-92eb-7201f2d15a9f req-74166bf3-73bb-456f-af59-cd06662fda30 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 945 time: 0.0483856 Jun 23 20:13:54.617233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device a261f993-dd66-47dc-9b31-a51d223f5302 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:13:54.632084 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4d95b70e-7bb4-4114-92eb-7201f2d15a9f req-e3dc55e1-319b-4991-ae7d-73eea41bbd37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449483 Jun 23 20:13:54.659612 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port a261f993-dd66-47dc-9b31-a51d223f5302 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:13:54.760435 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port a261f993-dd66-47dc-9b31-a51d223f5302 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:13:54.760812 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:54.836489 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port a261f993-dd66-47dc-9b31-a51d223f5302 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:13:54.836880 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:54.860228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:54.862461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2cdb16-a6b4-433e-adb3-e5478855742f" -d '{"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-plugged", "status": "completed", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:54.874827 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:13:54.896351 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a685e34-af73-4cbb-a764-4c3446168e90 x-openstack-request-id: req-8a685e34-af73-4cbb-a764-4c3446168e90 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:54.900952 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-plugged", "status": "completed", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:54.900952 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a685e34-af73-4cbb-a764-4c3446168e90 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:54.900952 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a685e34-af73-4cbb-a764-4c3446168e90'] response: {'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'code': 200} Jun 23 20:13:54.967196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:55.013171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:55.386037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360071f0-f864-4fc5-a5d2-5eb62e0980ad req-50126e26-61f4-4cfe-822a-1f417d62c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:55.388064 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-360071f0-f864-4fc5-a5d2-5eb62e0980ad req-50126e26-61f4-4cfe-822a-1f417d62c5ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1130 time: 0.0489228 Jun 23 20:13:55.413022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:55.434369 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-360071f0-f864-4fc5-a5d2-5eb62e0980ad req-b04414d7-7d82-40ce-9d34-a7456749cc2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Jun 23 20:13:55.744502 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5549-ae44-4a18-871c-ca6d35337dbb req-d7820e21-9f54-437d-9529-5fdfd9560bd7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:55.745962 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-732c5549-ae44-4a18-871c-ca6d35337dbb req-d7820e21-9f54-437d-9529-5fdfd9560bd7 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0455446 Jun 23 20:13:55.794515 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-732c5549-ae44-4a18-871c-ca6d35337dbb req-05e0ce44-3cfe-442d-b747-7521a179b230 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Jun 23 20:13:56.910672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d8a90-4ab1-4ca5-bd5c-1ac29a3bf91f req-98cc7537-cce9-47ce-b53d-f4830fecdeeb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:56.912278 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-948d8a90-4ab1-4ca5-bd5c-1ac29a3bf91f req-98cc7537-cce9-47ce-b53d-f4830fecdeeb tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0469184 Jun 23 20:13:56.966223 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-948d8a90-4ab1-4ca5-bd5c-1ac29a3bf91f req-d130cc1b-7d46-4157-bcfe-97840d6d7c48 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482695 Jun 23 20:13:57.089441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13aa66-efb6-4336-bed1-f1f18bd98b8f req-c63ec4ca-4a1e-4556-814e-b5013dcbc797 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:57.091398 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e13aa66-efb6-4336-bed1-f1f18bd98b8f req-c63ec4ca-4a1e-4556-814e-b5013dcbc797 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0460908 Jun 23 20:13:57.139079 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0e13aa66-efb6-4336-bed1-f1f18bd98b8f req-efbe5384-5fa4-41cd-a82c-6fa1d08dd1cf tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Jun 23 20:13:57.160883 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38624) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:57.198891 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e37c6ab-6413-45c9-a380-239ac48136de tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:57.200719 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6e37c6ab-6413-45c9-a380-239ac48136de tempest-TestVolumeBootPattern-1274528983 tempest-TestVolumeBootPattern-1274528983-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1125 time: 0.0388186 Jun 23 20:13:57.203598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38626) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:57.208355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'port_id': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:13:57.295218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:57.377408 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:57.481681 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Allocated IP 172.27.0.207 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/47b158a5-b072-46e1-87a4-d74bd08ba208) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:13:57.489877 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:57.592918 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:57.620051 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:57.721548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:57.762872 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:13:57.767771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:13:57.769944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=47b158a5-b072-46e1-87a4-d74bd08ba208,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:57.772048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:13:57.986325 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38638) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:58.097644 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-173ba5b2-9d6e-40cd-8302-23ae475dc852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.126073 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (80500a59-e6c7-4145-b1d3-40b4550c199e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.173613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-173ba5b2-9d6e-40cd-8302-23ae475dc852 admin admin] Publish callbacks [] for security_group (db4da222-4517-413d-8580-33618b05aa8a), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.243016 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-173ba5b2-9d6e-40cd-8302-23ae475dc852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (db4da222-4517-413d-8580-33618b05aa8a), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.260790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.288286 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-173ba5b2-9d6e-40cd-8302-23ae475dc852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ebd476f75ca4d0c8932b3b84ac81763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985156 Jun 23 20:13:58.288286 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba5b2-9d6e-40cd-8302-23ae475dc852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4da222-4517-413d-8580-33618b05aa8a,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:58.289046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38644) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:58.399652 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] Publish callbacks [] for security_group (db4da222-4517-413d-8580-33618b05aa8a), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.416631 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:58.443117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] Publish callbacks [] for security_group (db4da222-4517-413d-8580-33618b05aa8a), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.497883 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.577709 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.613907 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (db4da222-4517-413d-8580-33618b05aa8a), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.616447 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.617561 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db4da222-4517-413d-8580-33618b05aa8a HTTP/1.1" status: 204 len: 168 time: 0.3277500 Jun 23 20:13:58.652756 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b2e19-3380-4b50-8727-64dec7282fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4da222-4517-413d-8580-33618b05aa8a,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:58.660344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event updated for resources: {'Port': ['ID=47b158a5-b072-46e1-87a4-d74bd08ba208,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:58.676309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (80500a59-e6c7-4145-b1d3-40b4550c199e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:58.779417 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP 80500a59-e6c7-4145-b1d3-40b4550c199e associated. External IP: 172.27.0.207, port: a261f993-dd66-47dc-9b31-a51d223f5302. Jun 23 20:13:58.809976 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:59.227745 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38658) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:59.244543 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42661687-3dbf-44a0-87c5-8babdfa94709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.254720 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:13:59.318831 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42661687-3dbf-44a0-87c5-8babdfa94709 admin admin] Publish callbacks [] for security_group (28d2c523-50fa-4425-8ba6-b8c42b39bac1), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.358464 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:13:59.367997 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:13:59.379252 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:59.379866 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:59.389946 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-42661687-3dbf-44a0-87c5-8babdfa94709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (28d2c523-50fa-4425-8ba6-b8c42b39bac1), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.429507 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-42661687-3dbf-44a0-87c5-8babdfa94709 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afb9f0f168b643cab83c9b8a393464af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001057 Jun 23 20:13:59.430369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42661687-3dbf-44a0-87c5-8babdfa94709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d2c523-50fa-4425-8ba6-b8c42b39bac1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:59.432157 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38660) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:13:59.465327 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.510945 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:13:59.517543 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-dc9cfcf9-b980-4e55-a508-142879a17f37 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3104289 Jun 23 20:13:59.520530 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:13:59.522751 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de7b7f-a996-4549-945c-ebb4bec8d3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:13:59.529736 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] Publish callbacks [] for security_group (28d2c523-50fa-4425-8ba6-b8c42b39bac1), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.559335 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] Publish callbacks [] for security_group (28d2c523-50fa-4425-8ba6-b8c42b39bac1), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.578684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bdc36f-f76f-460f-9d60-9e734af665bb x-openstack-request-id: req-20bdc36f-f76f-460f-9d60-9e734af665bb {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:13:59.578684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:13:59.578684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20bdc36f-f76f-460f-9d60-9e734af665bb {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:13:59.578684 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bdc36f-f76f-460f-9d60-9e734af665bb'] response: {'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'status': 'completed', 'code': 200} Jun 23 20:13:59.591235 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:13:59.654875 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca88c1-82a5-4bf9-be73-e7d81bd61a7c req-f033ab01-024c-426f-bbea-76ef8cd17a02 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:13:59.656386 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-81ca88c1-82a5-4bf9-be73-e7d81bd61a7c req-f033ab01-024c-426f-bbea-76ef8cd17a02 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Jun 23 20:13:59.704341 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-81ca88c1-82a5-4bf9-be73-e7d81bd61a7c req-b0bfc58d-d149-4200-a6d7-b5ef31ced096 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421314 Jun 23 20:13:59.737754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (28d2c523-50fa-4425-8ba6-b8c42b39bac1), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.740472 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:13:59.741603 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28d2c523-50fa-4425-8ba6-b8c42b39bac1 HTTP/1.1" status: 204 len: 168 time: 0.3056793 Jun 23 20:13:59.749807 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bf125-fadd-4bc2-a1da-b1eeeeb8ce29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d2c523-50fa-4425-8ba6-b8c42b39bac1,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:13:59.802393 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '80500a59-e6c7-4145-b1d3-40b4550c199e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:68:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a12f15d-0c87-4413-a893-463700ea1e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:13:57Z', 'updated_at': '2022-06-23T20:13:57Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}, {'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:59.827249 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:13:59.835762 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:13:59.836408 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:13:59.938785 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:14:00.144853 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '80500a59-e6c7-4145-b1d3-40b4550c199e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:68:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a12f15d-0c87-4413-a893-463700ea1e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:13:57Z', 'updated_at': '2022-06-23T20:13:57Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}, {'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:00.172921 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f223-17b2-4a31-b755-f35049ec228b None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '80500a59-e6c7-4145-b1d3-40b4550c199e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:68:d0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a12f15d-0c87-4413-a893-463700ea1e11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:13:57Z', 'updated_at': '2022-06-23T20:13:57Z', 'revision_number': 0, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}, {'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:14:00.374005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2c33b3-8e57-4570-b774-76eb7fee18b7 None None] New status for floating IP 80500a59-e6c7-4145-b1d3-40b4550c199e: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:14:00.816987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-7120de45-a22d-4008-8ef8-61dc0183126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:00.818480 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-7120de45-a22d-4008-8ef8-61dc0183126c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1130 time: 0.0654752 Jun 23 20:14:00.836273 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798cb46-ec62-4ba2-a0e7-0f4c14e7df95 req-377ffdaf-abbd-4d9d-ab3c-4d71a6e7b501 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:00.837723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2798cb46-ec62-4ba2-a0e7-0f4c14e7df95 req-377ffdaf-abbd-4d9d-ab3c-4d71a6e7b501 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Jun 23 20:14:00.950292 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2798cb46-ec62-4ba2-a0e7-0f4c14e7df95 req-e2329bd3-d38b-473c-a96a-2f661b4f2806 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups?id=20fef2bf-999c-42ec-940b-aa723791a7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065216 Jun 23 20:14:00.977215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-6597d7e1-793f-4082-8f43-d9f089ad112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:00.978854 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-6597d7e1-793f-4082-8f43-d9f089ad112b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1291871 Jun 23 20:14:01.139969 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-1a508742-e5fd-4189-873e-928aa744ca8d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a261f993-dd66-47dc-9b31-a51d223f5302 HTTP/1.1" status: 200 len: 1002 time: 0.0602732 Jun 23 20:14:01.195785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-79d87c62-61d8-41b8-a322-da88f36ac122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:01.197305 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-79d87c62-61d8-41b8-a322-da88f36ac122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0507247 Jun 23 20:14:01.298245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:01.309413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e73b28-3426-483f-a1d0-f73645ff606c req-362d5592-35e4-4a01-85a9-97777ead43a7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:01.310954 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13e73b28-3426-483f-a1d0-f73645ff606c req-362d5592-35e4-4a01-85a9-97777ead43a7 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 946 time: 0.0725663 Jun 23 20:14:01.311976 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-2eeca4a3-ef5c-4e8c-b533-23c23e5e47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:01.313326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-2eeca4a3-ef5c-4e8c-b533-23c23e5e47dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761690 Jun 23 20:14:01.467059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Deleting port 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:01.467402 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:01.492708 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-02441fdd-2b53-4dde-8f87-1a73e6eab429 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638269 Jun 23 20:14:01.623868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] For port 048e62b5-3005-46cb-96bf-1c13423b57db, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=048e62b5-3005-46cb-96bf-1c13423b57db,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:14:01.624232 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:01.646174 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:01.676681 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26de7b7f-a996-4549-945c-ebb4bec8d3ac req-739dc476-5131-4c13-a45e-466b4ff5d4fb service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798449 Jun 23 20:14:01.796853 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:01.797617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:01.798016 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Floating IP 02cbaea5-7493-4b0b-ae5e-34cf2e705f75 disassociated. External IP: 172.27.0.184, port: 048e62b5-3005-46cb-96bf-1c13423b57db. Jun 23 20:14:01.798388 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Calling delete_port for 048e62b5-3005-46cb-96bf-1c13423b57db owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:02.014182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (048e62b5-3005-46cb-96bf-1c13423b57db), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:02.038974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'Port': ['ID=048e62b5-3005-46cb-96bf-1c13423b57db,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:02.072331 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-69a0e226-be21-42ff-a089-2b731f4c4bcc req-ee78486b-c650-4a19-9ca3-019e6e9f09a0 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbfc5144-0d0f-4d88-bfef-d92a270ca655 HTTP/1.1" status: 200 len: 210 time: 0.0354717 Jun 23 20:14:02.177086 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:14:02.286246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:14:02.299738 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:14:02.311697 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:14:02.312569 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:02.329021 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] No DVR routers for this DVR port 048e62b5-3005-46cb-96bf-1c13423b57db on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:14:02.334076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:02.337348 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13e73b28-3426-483f-a1d0-f73645ff606c req-bc991f7f-f0f1-45e5-9a09-015402d45269 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.42 "DELETE /v2.0/ports/048e62b5-3005-46cb-96bf-1c13423b57db HTTP/1.1" status: 204 len: 173 time: 1.0167403 Jun 23 20:14:02.337784 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-deleted', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:14:02.340122 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818b56e-2f75-480e-bc9c-2b28b0118baa" -d '{"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-deleted", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:14:02.382667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f887b7-4f8f-44e2-974e-46e4e879b3eb x-openstack-request-id: req-c2f887b7-4f8f-44e2-974e-46e4e879b3eb {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:14:02.382667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc5144-0d0f-4d88-bfef-d92a270ca655", "name": "network-vif-deleted", "tag": "048e62b5-3005-46cb-96bf-1c13423b57db", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:14:02.382667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2f887b7-4f8f-44e2-974e-46e4e879b3eb {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:14:02.382667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f887b7-4f8f-44e2-974e-46e4e879b3eb'] response: {'server_uuid': 'dbfc5144-0d0f-4d88-bfef-d92a270ca655', 'name': 'network-vif-deleted', 'tag': '048e62b5-3005-46cb-96bf-1c13423b57db', 'status': 'completed', 'code': 200} Jun 23 20:14:02.417646 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:14:02.561814 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:02.582097 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:02.634206 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:02.658833 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:14:02.667434 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:14:02.668034 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:13:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:02.678961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38744) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:02.775253 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:14:02.800338 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c65165fe-b68b-449a-aa49-cbde0026d057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:02.825238 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:02.889044 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c65165fe-b68b-449a-aa49-cbde0026d057 admin admin] Publish callbacks [] for security_group (1126b637-b28a-47ed-b5fe-31130327ca48), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:02.955394 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c65165fe-b68b-449a-aa49-cbde0026d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1126b637-b28a-47ed-b5fe-31130327ca48), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:02.971475 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:02.991279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:02.998512 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b8455-e4b0-4175-a9c2-29c77e6c0776 None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:07:12Z', 'revision_number': 4, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'a4ae7951-e522-4607-b0ce-668d10534593', 'name': '', 'network_id': '692ee610-d0ae-4057-8e1c-c034fd73ff05', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'mac_address': 'fa:16:3e:40:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:11Z', 'updated_at': '2022-06-23T20:07:21Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'subnets': [{'id': '6e452f23-4b2d-4e72-88b3-0c0f5edac6f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:14:03.001991 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c65165fe-b68b-449a-aa49-cbde0026d057 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d8ef8f9fcf24e2c841a5186ebad69d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216405 Jun 23 20:14:03.008539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38748) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:03.032949 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65165fe-b68b-449a-aa49-cbde0026d057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126b637-b28a-47ed-b5fe-31130327ca48,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:03.079232 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] Publish callbacks [] for security_group (1126b637-b28a-47ed-b5fe-31130327ca48), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.117867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] Publish callbacks [] for security_group (1126b637-b28a-47ed-b5fe-31130327ca48), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.271987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1126b637-b28a-47ed-b5fe-31130327ca48), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.275151 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.277045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1126b637-b28a-47ed-b5fe-31130327ca48 HTTP/1.1" status: 204 len: 168 time: 0.2672122 Jun 23 20:14:03.285941 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd63d26-985f-45f6-b1be-3f0f734cd383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126b637-b28a-47ed-b5fe-31130327ca48,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:03.289771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38756) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:03.317892 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a15729-e911-431b-bddf-7ed4ea6a6059 None None] New status for floating IP 02cbaea5-7493-4b0b-ae5e-34cf2e705f75: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:14:03.358146 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (20fef2bf-999c-42ec-940b-aa723791a7a3), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.385642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (20fef2bf-999c-42ec-940b-aa723791a7a3), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.490402 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (20fef2bf-999c-42ec-940b-aa723791a7a3), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.493196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.494450 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "DELETE /v2.0/security-groups/20fef2bf-999c-42ec-940b-aa723791a7a3 HTTP/1.1" status: 204 len: 168 time: 0.2035916 Jun 23 20:14:03.497435 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38758) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:03.520073 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-04861ffb-0c54-47b6-a65a-fbf6f291b210 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] show failed (client error): The resource could not be found. Jun 23 20:14:03.521183 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-04861ffb-0c54-47b6-a65a-fbf6f291b210 tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "GET /v2.0/security-groups/20fef2bf-999c-42ec-940b-aa723791a7a3 HTTP/1.1" status: 404 len: 347 time: 0.0216272 Jun 23 20:14:03.524035 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38762) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:03.528818 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8421fcb-fd75-4d89-8c04-6925526b0f1b tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fef2bf-999c-42ec-940b-aa723791a7a3,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:03.640339 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Deleting port ed25a6c4-e1ed-4157-a450-9d4065f6fb5e {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:03.640675 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.653178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:03.728193 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.728469 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.741692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Calling delete_port for ed25a6c4-e1ed-4157-a450-9d4065f6fb5e owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:03.803772 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:03.898725 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38764) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:03.912245 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-565234d1-1c4f-4227-aa2a-5adfa7f1672c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:03.973063 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (ed25a6c4-e1ed-4157-a450-9d4065f6fb5e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.010618 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Pushing event deleted for resources: {'Port': ['ID=ed25a6c4-e1ed-4157-a450-9d4065f6fb5e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:04.014768 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-565234d1-1c4f-4227-aa2a-5adfa7f1672c admin admin] Publish callbacks [] for security_group (fb288a79-46af-46bd-b8f5-245a1ced3387), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.067654 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks [] for floatingip (02cbaea5-7493-4b0b-ae5e-34cf2e705f75), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.070132 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.071269 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-a9bcf550-1177-4667-83f0-cf6f7c32ee7f tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] 10.222.0.44 "DELETE /v2.0/floatingips/02cbaea5-7493-4b0b-ae5e-34cf2e705f75 HTTP/1.1" status: 204 len: 168 time: 0.5463111 Jun 23 20:14:04.086117 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-565234d1-1c4f-4227-aa2a-5adfa7f1672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (fb288a79-46af-46bd-b8f5-245a1ced3387), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.132852 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-565234d1-1c4f-4227-aa2a-5adfa7f1672c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=336aadb30ba042cdbd008ba0d4b910ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330377 Jun 23 20:14:04.133980 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565234d1-1c4f-4227-aa2a-5adfa7f1672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb288a79-46af-46bd-b8f5-245a1ced3387,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:04.134539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38768) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:04.189306 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] Publish callbacks [] for security_group (fb288a79-46af-46bd-b8f5-245a1ced3387), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.211655 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] Publish callbacks [] for security_group (fb288a79-46af-46bd-b8f5-245a1ced3387), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.323610 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (fb288a79-46af-46bd-b8f5-245a1ced3387), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.327271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:04.328456 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb288a79-46af-46bd-b8f5-245a1ced3387 HTTP/1.1" status: 204 len: 168 time: 0.1919620 Jun 23 20:14:04.336749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591344aa-2d70-4b71-9798-654d5cf7c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb288a79-46af-46bd-b8f5-245a1ced3387,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:04.710397 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:14:04.733578 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 048e62b5-3005-46cb-96bf-1c13423b57db {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:14:04.733964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 048e62b5-3005-46cb-96bf-1c13423b57db not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:14:05.949645 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38810) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:06.064631 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3472c505-9010-41db-9656-0a549f918456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.101826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:06.143643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3472c505-9010-41db-9656-0a549f918456 admin admin] Publish callbacks [] for security_group (4539c67c-8e2e-40c5-af04-592c939ff7c4), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.246567 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0ba818cd-c362-4741-8f23-08093d0cbaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.247428 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3472c505-9010-41db-9656-0a549f918456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (4539c67c-8e2e-40c5-af04-592c939ff7c4), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.291191 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-3472c505-9010-41db-9656-0a549f918456 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11f0e7a28d424c3795f86b2ba0b5e8d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404632 Jun 23 20:14:06.292049 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c505-9010-41db-9656-0a549f918456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4539c67c-8e2e-40c5-af04-592c939ff7c4,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:06.294788 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38816) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:06.354630 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] Publish callbacks [] for security_group (4539c67c-8e2e-40c5-af04-592c939ff7c4), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.387162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] Publish callbacks [] for security_group (4539c67c-8e2e-40c5-af04-592c939ff7c4), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.529389 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (4539c67c-8e2e-40c5-af04-592c939ff7c4), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.534105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:06.535261 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4539c67c-8e2e-40c5-af04-592c939ff7c4 HTTP/1.1" status: 204 len: 168 time: 0.2395005 Jun 23 20:14:06.543543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba10126-7181-4780-bbc6-9f8f4d5d05ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539c67c-8e2e-40c5-af04-592c939ff7c4,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:06.865295 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38828) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:07.117661 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:07.290978 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (64090d68-9faa-4cf8-bd77-d61ee312d893), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:07.509279 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Deleting port a4ae7951-e522-4607-b0ce-668d10534593 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:07.509615 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (a4ae7951-e522-4607-b0ce-668d10534593), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:07.595846 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] For port a4ae7951-e522-4607-b0ce-668d10534593, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=a4ae7951-e522-4607-b0ce-668d10534593,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:14:07.596210 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (a4ae7951-e522-4607-b0ce-668d10534593), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:07.609005 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Calling delete_port for a4ae7951-e522-4607-b0ce-668d10534593 owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:07.620800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:07.869671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (a4ae7951-e522-4607-b0ce-668d10534593), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:07.896345 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ae7951-e522-4607-b0ce-668d10534593,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:07.921546 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.073065 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (64090d68-9faa-4cf8-bd77-d61ee312d893), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.164822 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:08.285637 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Router 64090d68-9faa-4cf8-bd77-d61ee312d893 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:14:08.355268 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-094b1252-7425-43d8-9056-7959d9c3e8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.397505 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:14:08.402400 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f0f372c7-1e57-4014-b2ac-5b4761eb5ac7 admin admin] 10.222.0.44 "PUT /v2.0/routers/64090d68-9faa-4cf8-bd77-d61ee312d893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5377681 Jun 23 20:14:08.405702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38862) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:08.408044 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Sync routers for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:14:08.417680 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:14:08.418280 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:14:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:08.519850 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks [] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.523632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:08.610505 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:14:08.637442 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks [] for router_gateway (64090d68-9faa-4cf8-bd77-d61ee312d893), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.728525 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Deleting port 1b28f392-9a80-4d63-9e7c-d78561baef38 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:08.734472 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.780626 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:14:07Z', 'revision_number': 5, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port': {'id': '1b28f392-9a80-4d63-9e7c-d78561baef38', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:04Z', 'updated_at': '2022-06-23T20:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:08.812481 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Checking router: 64090d68-9faa-4cf8-bd77-d61ee312d893 for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:14:08.818218 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] For port 1b28f392-9a80-4d63-9e7c-d78561baef38, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1b28f392-9a80-4d63-9e7c-d78561baef38,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:14:08.818584 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:08.820842 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Routers {'64090d68-9faa-4cf8-bd77-d61ee312d893'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:14:08.821454 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:14:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['64090d68-9faa-4cf8-bd77-d61ee312d893'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:08.836824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Calling delete_port for 1b28f392-9a80-4d63-9e7c-d78561baef38 owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:08.907979 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] Set router 64090d68-9faa-4cf8-bd77-d61ee312d893 gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:14:08.963365 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:14:08Z', 'revision_number': 6, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:08.991369 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bca7a2-da62-4d68-ab9e-8febb508b8ba None None] The sync data for ids ['64090d68-9faa-4cf8-bd77-d61ee312d893'] in dv-cinder-847274-2-iscsi is: [{'id': '64090d68-9faa-4cf8-bd77-d61ee312d893', 'name': 'tempest-AttachVolumeShelveTestJSON-1066229934-router', 'tenant_id': '71c9cca288b34019947e55d2a3112ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:03Z', 'updated_at': '2022-06-23T20:14:08Z', 'revision_number': 6, 'project_id': '71c9cca288b34019947e55d2a3112ddb', 'gw_port_host': None}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:14:09.115348 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1b28f392-9a80-4d63-9e7c-d78561baef38), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.141737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b28f392-9a80-4d63-9e7c-d78561baef38,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:09.174987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:09.212517 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (64090d68-9faa-4cf8-bd77-d61ee312d893), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.298277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.300640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks [] for router_controller (64090d68-9faa-4cf8-bd77-d61ee312d893), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.408927 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (64090d68-9faa-4cf8-bd77-d61ee312d893), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.410128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64090d68-9faa-4cf8-bd77-d61ee312d893 {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:14:09.425074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.426416 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ca0ad8ac-33bf-4709-ac81-e1a4c8b91c10 admin admin] 10.222.0.44 "DELETE /v2.0/routers/64090d68-9faa-4cf8-bd77-d61ee312d893 HTTP/1.1" status: 204 len: 168 time: 1.0196133 Jun 23 20:14:09.429061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38880) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:09.488594 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-d6fd7a7c-d704-42bd-badd-76fc0f9966ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748074 Jun 23 20:14:09.497139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Deleting subnet 6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:14:09.500845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Publish callbacks [] for subnet (6e452f23-4b2d-4e72-88b3-0c0f5edac6f2), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.534220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (6e452f23-4b2d-4e72-88b3-0c0f5edac6f2), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.607864 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5291183-1241-493c-86ea-34ef70f719e6 req-210cf752-5660-4e54-99a0-79c3e2d4c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:09.609395 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-210cf752-5660-4e54-99a0-79c3e2d4c010 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1129 time: 0.0531821 Jun 23 20:14:09.704960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (6e452f23-4b2d-4e72-88b3-0c0f5edac6f2), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.765274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:09.785771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5291183-1241-493c-86ea-34ef70f719e6 req-5c218226-939e-46d0-899a-9e144ad7b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:09.787236 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-5c218226-939e-46d0-899a-9e144ad7b80e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1574733 Jun 23 20:14:09.855639 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-3b67a900-7581-4e2f-9b34-e46c3df93462 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 1001 time: 0.0594299 Jun 23 20:14:09.906681 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5291183-1241-493c-86ea-34ef70f719e6 req-45bf2cfd-bb58-489e-ba94-766389f6f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:09.908167 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-45bf2cfd-bb58-489e-ba94-766389f6f7ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0455353 Jun 23 20:14:09.926480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.927572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (6e452f23-4b2d-4e72-88b3-0c0f5edac6f2), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:09.999358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e452f23-4b2d-4e72-88b3-0c0f5edac6f2,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:10.007731 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.014870 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-7259cb5e-9887-49ba-bbb7-9ecb38c80cc9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6e452f23-4b2d-4e72-88b3-0c0f5edac6f2 HTTP/1.1" status: 204 len: 168 time: 0.5841546 Jun 23 20:14:10.015179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 38884) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:10.017341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5291183-1241-493c-86ea-34ef70f719e6 req-000e1ba5-9d90-4f78-a2de-8aa118c9d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:10.019134 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-000e1ba5-9d90-4f78-a2de-8aa118c9d413 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047194 Jun 23 20:14:10.020380 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180267fe-2ca6-485c-be24-c06a7be2f698 None None] Network 692ee610-d0ae-4057-8e1c-c034fd73ff05 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:14:10.095250 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (692ee610-d0ae-4057-8e1c-c034fd73ff05), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.123958 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-ed7757bf-82d3-40f0-a174-7b90ef062b2d service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937614 Jun 23 20:14:10.180695 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Deleting port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:10.180946 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.255004 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] DHCP port deletion for 692ee610-d0ae-4057-8e1c-c034fd73ff05 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:14:10.259213 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1b28f392-9a80-4d63-9e7c-d78561baef38 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:14:10.260241 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:10.261569 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5291183-1241-493c-86ea-34ef70f719e6 req-9a4e8c42-eca8-44fa-a0e8-db737ed949d4 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283092 Jun 23 20:14:10.262189 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] For port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:14:10.262551 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.281306 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Calling delete_port for 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:10.281521 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:10.301367 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 1b28f392-9a80-4d63-9e7c-d78561baef38 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:14:10.301712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1b28f392-9a80-4d63-9e7c-d78561baef38 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:14:10.302322 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device a4ae7951-e522-4607-b0ce-668d10534593 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:14:10.329718 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: a4ae7951-e522-4607-b0ce-668d10534593 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:14:10.330071 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device a4ae7951-e522-4607-b0ce-668d10534593 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:14:10.335225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Deleting port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:14:10.335720 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.338041 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:10.398513 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] For port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,segment=NetworkSegment(93eee90d-5286-4029-9da0-9b756f182267),segment_id=93eee90d-5286-4029-9da0-9b756f182267)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:14:10.398834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.411989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Calling delete_port for 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:14:10.443579 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.469180 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:10.472615 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] No DVR routers for this DVR port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:14:10.489248 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (68677a3f-d71c-4e2a-9507-89f0e7d2f3fc), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.514701 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] Pushing event deleted for resources: {'Port': ['ID=68677a3f-d71c-4e2a-9507-89f0e7d2f3fc,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:10.518452 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2bbeb-cf62-46c5-821c-d947f3b63536 None None] No DVR routers for this DVR port 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:14:10.547678 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (692ee610-d0ae-4057-8e1c-c034fd73ff05), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.568218 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692ee610-d0ae-4057-8e1c-c034fd73ff05']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:10.580121 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93eee90d-5286-4029-9da0-9b756f182267') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:10.580443 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93eee90d-5286-4029-9da0-9b756f182267') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:14:10.590382 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (93eee90d-5286-4029-9da0-9b756f182267), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.603399 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (93eee90d-5286-4029-9da0-9b756f182267), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.609589 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:14:10.609970 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (93eee90d-5286-4029-9da0-9b756f182267), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.629074 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 93eee90d-5286-4029-9da0-9b756f182267 resource provider aggregate not found Jun 23 20:14:10.676380 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 93eee90d-5286-4029-9da0-9b756f182267 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93eee90d-5286-4029-9da0-9b756f182267 found for delete ", "request_id": "req-65bb33d1-5ab7-42e9-a98a-63fed94df0b3"}]} Jun 23 20:14:10.795206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (692ee610-d0ae-4057-8e1c-c034fd73ff05), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.799369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:10.805819 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] 10.222.0.44 "DELETE /v2.0/networks/692ee610-d0ae-4057-8e1c-c034fd73ff05 HTTP/1.1" status: 204 len: 168 time: 0.7864294 Jun 23 20:14:10.822551 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893635c-36d0-4906-9c6f-d8ae2a7f5b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=692ee610-d0ae-4057-8e1c-c034fd73ff05,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:11.138027 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.181267 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38898) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:11.197859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:11.223728 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5807ea01-bab6-40c6-967d-6851e6237bf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71c9cca288b34019947e55d2a3112ddb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412328 Jun 23 20:14:11.226332 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 38900) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:11.276042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] Publish callbacks [] for security_group (2c24f3b7-2ce1-48c2-ae20-8a7259c747c5), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.298596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] Publish callbacks [] for security_group (2c24f3b7-2ce1-48c2-ae20-8a7259c747c5), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.415040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2c24f3b7-2ce1-48c2-ae20-8a7259c747c5), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.418003 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.419442 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c24f3b7-2ce1-48c2-ae20-8a7259c747c5 HTTP/1.1" status: 204 len: 168 time: 0.1919403 Jun 23 20:14:11.429684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e43e6-06ea-4861-8ebc-7ccd3cac283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c24f3b7-2ce1-48c2-ae20-8a7259c747c5,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:11.516279 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:11.879901 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:14:12.185496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:14:12.211883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:14:12.211883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 68677a3f-d71c-4e2a-9507-89f0e7d2f3fc not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:14:18.578794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39032) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:18.681684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6114fb4-eb6b-4578-8374-4e89c04d5510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:18.759330 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6114fb4-eb6b-4578-8374-4e89c04d5510 admin admin] Publish callbacks [] for security_group (92c10d3e-ad1c-487a-ba8e-ba42d39cbb16), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:18.817699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6114fb4-eb6b-4578-8374-4e89c04d5510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (92c10d3e-ad1c-487a-ba8e-ba42d39cbb16), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:18.989000 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=88 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:19.111363 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6114fb4-eb6b-4578-8374-4e89c04d5510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c10d3e-ad1c-487a-ba8e-ba42d39cbb16,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:19.115600 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d6114fb4-eb6b-4578-8374-4e89c04d5510 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c88db35d2f747fbbedc5b2dc4fecbc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357983 Jun 23 20:14:19.118196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39036) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:19.131353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:19.165594 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] Publish callbacks [] for security_group (92c10d3e-ad1c-487a-ba8e-ba42d39cbb16), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:19.186548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] Publish callbacks [] for security_group (92c10d3e-ad1c-487a-ba8e-ba42d39cbb16), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:19.322334 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (92c10d3e-ad1c-487a-ba8e-ba42d39cbb16), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:19.324974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:19.326130 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92c10d3e-ad1c-487a-ba8e-ba42d39cbb16 HTTP/1.1" status: 204 len: 168 time: 0.2070506 Jun 23 20:14:19.335243 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42e5d1-9ef6-48c9-bf08-6fdadc826e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c10d3e-ad1c-487a-ba8e-ba42d39cbb16,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:19.989714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39044) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:20.003692 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-45cab84a-da26-445d-a120-ddfc4792a673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.077134 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-45cab84a-da26-445d-a120-ddfc4792a673 admin admin] Publish callbacks [] for security_group (6adc9356-78a9-496c-94f5-17a0565b35a3), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.162353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-45cab84a-da26-445d-a120-ddfc4792a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6adc9356-78a9-496c-94f5-17a0565b35a3), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.204585 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-45cab84a-da26-445d-a120-ddfc4792a673 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8ae82748b114685a74497f005b9ca54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138071 Jun 23 20:14:20.205429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cab84a-da26-445d-a120-ddfc4792a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc9356-78a9-496c-94f5-17a0565b35a3,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:20.207538 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39046) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:20.261061 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] Publish callbacks [] for security_group (6adc9356-78a9-496c-94f5-17a0565b35a3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.278171 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:20.282707 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] Publish callbacks [] for security_group (6adc9356-78a9-496c-94f5-17a0565b35a3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.419308 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6adc9356-78a9-496c-94f5-17a0565b35a3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.421874 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:20.423218 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6adc9356-78a9-496c-94f5-17a0565b35a3 HTTP/1.1" status: 204 len: 168 time: 0.2145224 Jun 23 20:14:20.430982 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f18a6-0be0-4201-9fa1-06b8ef954624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc9356-78a9-496c-94f5-17a0565b35a3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:21.131711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39058) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:21.144969 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f6d618f4-f0b9-4a12-81e1-7a59fa4c3cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.191247 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:21.218008 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f6d618f4-f0b9-4a12-81e1-7a59fa4c3cbb admin admin] Publish callbacks [] for security_group (3e15f24b-8b9a-46a8-a4d5-55a888049ea8), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.293676 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-f6d618f4-f0b9-4a12-81e1-7a59fa4c3cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (3e15f24b-8b9a-46a8-a4d5-55a888049ea8), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.333586 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-f6d618f4-f0b9-4a12-81e1-7a59fa4c3cbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78f7863c23584d4aaba9046ec14d5c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007124 Jun 23 20:14:21.335442 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d618f4-f0b9-4a12-81e1-7a59fa4c3cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e15f24b-8b9a-46a8-a4d5-55a888049ea8,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:21.336412 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39060) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:21.387323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] Publish callbacks [] for security_group (3e15f24b-8b9a-46a8-a4d5-55a888049ea8), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.409165 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] Publish callbacks [] for security_group (3e15f24b-8b9a-46a8-a4d5-55a888049ea8), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.528460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (3e15f24b-8b9a-46a8-a4d5-55a888049ea8), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.531635 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:21.532823 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e15f24b-8b9a-46a8-a4d5-55a888049ea8 HTTP/1.1" status: 204 len: 168 time: 0.1953366 Jun 23 20:14:21.540923 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3077301-dca1-41cc-a828-62a25bd408d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e15f24b-8b9a-46a8-a4d5-55a888049ea8,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:21.876214 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=83 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:25.787693 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39208) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:25.891947 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-23a267e0-b8d5-4fa1-aca7-e859a4282d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:25.967402 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-23a267e0-b8d5-4fa1-aca7-e859a4282d19 admin admin] Publish callbacks [] for security_group (95cf28e1-61fe-4ea6-9b87-f25c839e975f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.036801 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-23a267e0-b8d5-4fa1-aca7-e859a4282d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (95cf28e1-61fe-4ea6-9b87-f25c839e975f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.081502 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-23a267e0-b8d5-4fa1-aca7-e859a4282d19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=062cfddbade34875ba395fdd856a1217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926726 Jun 23 20:14:26.082450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a267e0-b8d5-4fa1-aca7-e859a4282d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf28e1-61fe-4ea6-9b87-f25c839e975f,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:26.085307 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39212) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:26.136613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] Publish callbacks [] for security_group (95cf28e1-61fe-4ea6-9b87-f25c839e975f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.162109 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] Publish callbacks [] for security_group (95cf28e1-61fe-4ea6-9b87-f25c839e975f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.282598 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (95cf28e1-61fe-4ea6-9b87-f25c839e975f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.286659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:26.288237 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95cf28e1-61fe-4ea6-9b87-f25c839e975f HTTP/1.1" status: 204 len: 168 time: 0.2015390 Jun 23 20:14:26.296598 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2490b9-5373-40c8-8a75-439d37e553f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf28e1-61fe-4ea6-9b87-f25c839e975f,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:26.957392 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39222) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:26.970775 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-566a586e-2749-425d-9d86-a0adc247b9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.014164 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:27.051227 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-566a586e-2749-425d-9d86-a0adc247b9ce admin admin] Publish callbacks [] for security_group (31df0723-c187-41d6-95d4-937c70145bfc), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.145795 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-566a586e-2749-425d-9d86-a0adc247b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (31df0723-c187-41d6-95d4-937c70145bfc), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.183608 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a586e-2749-425d-9d86-a0adc247b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31df0723-c187-41d6-95d4-937c70145bfc,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:27.188440 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-566a586e-2749-425d-9d86-a0adc247b9ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baace296fc1945d49be40bb9de8e8bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299707 Jun 23 20:14:27.191583 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39224) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:27.241881 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] Publish callbacks [] for security_group (31df0723-c187-41d6-95d4-937c70145bfc), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.269247 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] Publish callbacks [] for security_group (31df0723-c187-41d6-95d4-937c70145bfc), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.297289 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:27.408772 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (31df0723-c187-41d6-95d4-937c70145bfc), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.411261 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:27.412496 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31df0723-c187-41d6-95d4-937c70145bfc HTTP/1.1" status: 204 len: 168 time: 0.2202721 Jun 23 20:14:27.423813 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98911841-8b7c-453d-8e72-35284334ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df0723-c187-41d6-95d4-937c70145bfc,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:30.697093 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39302) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:30.805721 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-434d9f21-319a-47b3-b107-771e51617bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:30.886783 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-434d9f21-319a-47b3-b107-771e51617bb1 admin admin] Publish callbacks [] for security_group (68b47e21-3a47-4a86-8ea7-1b62ee9827f3), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:30.943822 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-434d9f21-319a-47b3-b107-771e51617bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (68b47e21-3a47-4a86-8ea7-1b62ee9827f3), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:30.985131 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d9f21-319a-47b3-b107-771e51617bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b47e21-3a47-4a86-8ea7-1b62ee9827f3,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:30.989882 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-434d9f21-319a-47b3-b107-771e51617bb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46dd9b4a3b69447a86ddfed819723535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911618 Jun 23 20:14:30.991958 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39308) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:31.041965 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] Publish callbacks [] for security_group (68b47e21-3a47-4a86-8ea7-1b62ee9827f3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.064057 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] Publish callbacks [] for security_group (68b47e21-3a47-4a86-8ea7-1b62ee9827f3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.172403 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (68b47e21-3a47-4a86-8ea7-1b62ee9827f3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.175021 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.176173 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b47e21-3a47-4a86-8ea7-1b62ee9827f3 HTTP/1.1" status: 204 len: 168 time: 0.1832821 Jun 23 20:14:31.184042 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72605c3c-6004-4416-8110-c5d114f25db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b47e21-3a47-4a86-8ea7-1b62ee9827f3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:31.797345 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39314) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:31.810616 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4d32834c-32a6-4e1f-a1f3-86720c2e8797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.887784 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4d32834c-32a6-4e1f-a1f3-86720c2e8797 admin admin] Publish callbacks [] for security_group (79870b2e-41a7-48cb-9d09-1aa90ecece7b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.957493 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4d32834c-32a6-4e1f-a1f3-86720c2e8797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (79870b2e-41a7-48cb-9d09-1aa90ecece7b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:31.997379 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4d32834c-32a6-4e1f-a1f3-86720c2e8797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c65ab6a62bd44f1bcc830489b26b887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989365 Jun 23 20:14:31.998233 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32834c-32a6-4e1f-a1f3-86720c2e8797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79870b2e-41a7-48cb-9d09-1aa90ecece7b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:32.002276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39318) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:32.053590 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] Publish callbacks [] for security_group (79870b2e-41a7-48cb-9d09-1aa90ecece7b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:32.075487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] Publish callbacks [] for security_group (79870b2e-41a7-48cb-9d09-1aa90ecece7b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:32.093655 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:32.208406 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (79870b2e-41a7-48cb-9d09-1aa90ecece7b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:32.211208 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:32.212636 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79870b2e-41a7-48cb-9d09-1aa90ecece7b HTTP/1.1" status: 204 len: 168 time: 0.2082083 Jun 23 20:14:32.225203 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa7d5b-577c-4c51-9d6b-e1a338268de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79870b2e-41a7-48cb-9d09-1aa90ecece7b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:34.916249 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:35.436046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39416) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:35.540383 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-05423ec8-7984-4d8e-8b4a-14f4d32d0da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.616092 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-05423ec8-7984-4d8e-8b4a-14f4d32d0da2 admin admin] Publish callbacks [] for security_group (73c1af7e-aaed-4b6b-a0da-f72a00105aa7), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.682347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-05423ec8-7984-4d8e-8b4a-14f4d32d0da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (73c1af7e-aaed-4b6b-a0da-f72a00105aa7), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.724966 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-05423ec8-7984-4d8e-8b4a-14f4d32d0da2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b9844f2f8c94d9f8229ff7fcfb7da95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877491 Jun 23 20:14:35.726851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05423ec8-7984-4d8e-8b4a-14f4d32d0da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c1af7e-aaed-4b6b-a0da-f72a00105aa7,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:35.727750 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39422) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:35.776591 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] Publish callbacks [] for security_group (73c1af7e-aaed-4b6b-a0da-f72a00105aa7), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.797926 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] Publish callbacks [] for security_group (73c1af7e-aaed-4b6b-a0da-f72a00105aa7), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.928262 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (73c1af7e-aaed-4b6b-a0da-f72a00105aa7), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.931291 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:35.932750 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73c1af7e-aaed-4b6b-a0da-f72a00105aa7 HTTP/1.1" status: 204 len: 168 time: 0.2038097 Jun 23 20:14:35.941111 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5837d4f-89ba-4e8c-bf88-8f9745a23dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c1af7e-aaed-4b6b-a0da-f72a00105aa7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:36.253998 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-61b341e0-f38d-4a9e-a981-6ee701aa35cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:36.587294 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39430) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:36.808954 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0776a1f-f6c1-466a-9b28-71347c21bbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:36.810691 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:DELETE=10,neutron:SELECT=77,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:36.851645 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:36.884567 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0776a1f-f6c1-466a-9b28-71347c21bbb1 admin admin] Publish callbacks [] for security_group (350eba85-c40f-4b00-ab54-bbe27316f2a0), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:36.969685 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f0776a1f-f6c1-466a-9b28-71347c21bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (350eba85-c40f-4b00-ab54-bbe27316f2a0), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:37.009848 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776a1f-f6c1-466a-9b28-71347c21bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350eba85-c40f-4b00-ab54-bbe27316f2a0,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:37.016358 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f0776a1f-f6c1-466a-9b28-71347c21bbb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7b178ea674246478478099e87efea4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4275401 Jun 23 20:14:37.018985 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39438) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:37.054766 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba0ae-59a2-4db3-831c-47624a0fb77e req-b24dd4f9-aa4c-4c8e-ba2a-22d1e72a02e2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:37.056255 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f1ba0ae-59a2-4db3-831c-47624a0fb77e req-b24dd4f9-aa4c-4c8e-ba2a-22d1e72a02e2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0578172 Jun 23 20:14:37.070370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] Publish callbacks [] for security_group (350eba85-c40f-4b00-ab54-bbe27316f2a0), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:37.092063 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] Publish callbacks [] for security_group (350eba85-c40f-4b00-ab54-bbe27316f2a0), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:37.107207 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6f1ba0ae-59a2-4db3-831c-47624a0fb77e req-c139e6d8-9ed2-415c-bd05-ceda48ad2afe tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Jun 23 20:14:37.305448 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (350eba85-c40f-4b00-ab54-bbe27316f2a0), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:37.307970 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:37.309169 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/350eba85-c40f-4b00-ab54-bbe27316f2a0 HTTP/1.1" status: 204 len: 168 time: 0.2892938 Jun 23 20:14:37.317921 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a61dbf-58de-4f83-b873-ee1373c967d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350eba85-c40f-4b00-ab54-bbe27316f2a0,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:14:37.911177 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:38.245228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac3c69-f31e-4157-b38a-36cdba840679 req-c3e2928b-9c5e-47c1-867d-d5c40e66fa1f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:38.246840 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e3ac3c69-f31e-4157-b38a-36cdba840679 req-c3e2928b-9c5e-47c1-867d-d5c40e66fa1f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0605237 Jun 23 20:14:38.295910 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e3ac3c69-f31e-4157-b38a-36cdba840679 req-87e82138-3ede-42ac-a820-44bb5649ab52 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Jun 23 20:14:38.408104 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-66064e11-a545-4dae-b88b-7b707dd02e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:39.422695 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0280-185a-4997-a940-889e39c4f292 req-5fb77ca1-6c13-4d6d-a52d-37eda02414ed tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:39.424084 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acad0280-185a-4997-a940-889e39c4f292 req-5fb77ca1-6c13-4d6d-a52d-37eda02414ed tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0498250 Jun 23 20:14:39.473879 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-acad0280-185a-4997-a940-889e39c4f292 req-1bda1a3a-8b97-4dfc-bb3a-698eef9d485a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439477 Jun 23 20:14:39.899643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:40.568674 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:40.586151 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4d1c0-b912-41f3-a395-0b26639c334a req-bb9af979-d683-47ab-9788-4354faff9842 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:40.587612 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3aa4d1c0-b912-41f3-a395-0b26639c334a req-bb9af979-d683-47ab-9788-4354faff9842 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0462275 Jun 23 20:14:40.647903 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3aa4d1c0-b912-41f3-a395-0b26639c334a req-05645f82-6e5d-41b0-8297-5717fc03cbb8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Jun 23 20:14:41.032056 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:41.032685 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:41.148922 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:41.545167 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:14:41.752749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be221f75-be47-400a-80aa-8054edd625ce req-08a64a08-898e-47c6-aaed-dc4fbfdd405d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:41.754221 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be221f75-be47-400a-80aa-8054edd625ce req-08a64a08-898e-47c6-aaed-dc4fbfdd405d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0472779 Jun 23 20:14:41.804726 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be221f75-be47-400a-80aa-8054edd625ce req-02f46744-00b1-459f-a369-e60355d3b526 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446112 Jun 23 20:14:42.917986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c542-40d4-4019-9e64-dcc10a071874 req-86976d9e-0015-4f05-9492-dd9f2b37bafc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:42.919483 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6621c542-40d4-4019-9e64-dcc10a071874 req-86976d9e-0015-4f05-9492-dd9f2b37bafc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0463598 Jun 23 20:14:42.965647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6621c542-40d4-4019-9e64-dcc10a071874 req-cc63dae5-bc71-454a-8522-5a25958c5131 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Jun 23 20:14:44.074829 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0015f1-f597-47c1-8e88-7c2c52c7deb4 req-c86a4748-36ea-48bf-9a86-e5a76ac4f8f5 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:44.076239 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a0015f1-f597-47c1-8e88-7c2c52c7deb4 req-c86a4748-36ea-48bf-9a86-e5a76ac4f8f5 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0449388 Jun 23 20:14:44.121929 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5a0015f1-f597-47c1-8e88-7c2c52c7deb4 req-d066db72-a44a-4e97-8489-cbb049ecccbf tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Jun 23 20:14:45.225274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:45.235815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067277d-0e5e-4a79-a2f6-966e7a275402 req-7be2377a-a5b0-440d-87ab-a2d17a2ca3f7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:45.238109 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8067277d-0e5e-4a79-a2f6-966e7a275402 req-7be2377a-a5b0-440d-87ab-a2d17a2ca3f7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0506387 Jun 23 20:14:45.287734 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8067277d-0e5e-4a79-a2f6-966e7a275402 req-30b7aac5-97aa-4d76-9343-d17fc1fbf2ad tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Jun 23 20:14:46.402951 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d6754-930e-4fb0-9b23-40cb3d577840 req-d3c3737c-1934-43ca-8df4-012883a847b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:46.404461 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d56d6754-930e-4fb0-9b23-40cb3d577840 req-d3c3737c-1934-43ca-8df4-012883a847b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0481038 Jun 23 20:14:46.453833 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d56d6754-930e-4fb0-9b23-40cb3d577840 req-917efaa8-c52f-424c-abf9-0d0bce09f70f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Jun 23 20:14:47.312710 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=5,neutron:SELECT=55,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:47.569711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cecd34-615e-49bd-867f-72495dc69531 req-6dffd8bf-f599-4748-8061-6dd2b4ddff46 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:47.571192 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e3cecd34-615e-49bd-867f-72495dc69531 req-6dffd8bf-f599-4748-8061-6dd2b4ddff46 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0501974 Jun 23 20:14:47.618335 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e3cecd34-615e-49bd-867f-72495dc69531 req-caa1b027-38a7-4452-9f14-5cdab18c92d0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Jun 23 20:14:48.729628 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efec34-e512-4e9d-975b-89447a443544 req-603161b5-0c0b-4b22-b5d8-cd894978b8ef tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:48.731058 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1efec34-e512-4e9d-975b-89447a443544 req-603161b5-0c0b-4b22-b5d8-cd894978b8ef tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0466385 Jun 23 20:14:48.776970 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1efec34-e512-4e9d-975b-89447a443544 req-e15ad965-44f5-4e0c-8b10-fd57633aced7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Jun 23 20:14:48.879331 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:14:49.885755 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb81d1-6980-402d-98de-efd736eb0f48 req-5d674d27-68e7-46c7-b0ea-18be6d0d488a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:49.887184 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9cb81d1-6980-402d-98de-efd736eb0f48 req-5d674d27-68e7-46c7-b0ea-18be6d0d488a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0450523 Jun 23 20:14:49.935792 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9cb81d1-6980-402d-98de-efd736eb0f48 req-895c19dd-4d03-4351-bcc6-42c8262085be tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Jun 23 20:14:50.255091 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539a244-45d2-4d81-9add-f5121c3bffda req-966325fc-01d0-4d39-a65d-19802b94853c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:50.259122 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1539a244-45d2-4d81-9add-f5121c3bffda req-966325fc-01d0-4d39-a65d-19802b94853c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Jun 23 20:14:50.304159 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1539a244-45d2-4d81-9add-f5121c3bffda req-0daf5f80-5ca7-43dc-afb6-35e73cb243c5 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420537 Jun 23 20:14:51.417282 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a7dd9-5861-4945-9523-d51ba70d13e2 req-cc0fd618-ebe8-4321-a204-fedcd9035381 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:51.418754 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a25a7dd9-5861-4945-9523-d51ba70d13e2 req-cc0fd618-ebe8-4321-a204-fedcd9035381 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0471566 Jun 23 20:14:51.441937 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:51.443149 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:51.473429 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a25a7dd9-5861-4945-9523-d51ba70d13e2 req-6f842acd-e7f0-444a-8837-79f4aeab90ad tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492158 Jun 23 20:14:52.127981 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-15a69fa5-3fa0-4e77-b972-cda76219690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:52.129494 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-15a69fa5-3fa0-4e77-b972-cda76219690d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1130 time: 0.0425274 Jun 23 20:14:52.147813 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:52.222568 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-398f6d65-cc4d-40a7-a10b-2e7b4f7ba0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:52.224010 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-398f6d65-cc4d-40a7-a10b-2e7b4f7ba0c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 911 time: 0.0838702 Jun 23 20:14:52.288706 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-1743187e-bce3-4fda-8e75-79121aa84071 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 1002 time: 0.0574834 Jun 23 20:14:52.337697 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-b29409d0-7dd6-4ff6-9b16-daf28846a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:52.339125 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-b29409d0-7dd6-4ff6-9b16-daf28846a41f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0444453 Jun 23 20:14:52.382998 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-24b353c3-a8dc-4a75-839e-b73a2d150f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:52.384459 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-24b353c3-a8dc-4a75-839e-b73a2d150f6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390637 Jun 23 20:14:52.479149 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-6e2c11ac-7c66-45da-b84e-6fe2b9311892 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882843 Jun 23 20:14:52.589737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:52.611899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2b8e-0503-46a5-8dfd-f460d525b677 req-f989ef62-75b9-4ccf-8241-073cb53030fa tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:52.613377 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-642d2b8e-0503-46a5-8dfd-f460d525b677 req-f989ef62-75b9-4ccf-8241-073cb53030fa tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0636926 Jun 23 20:14:52.617002 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0673d493-55a2-4818-8b2d-fa26e98db5ff req-4dd04b0d-15b7-43b2-b631-0665bbf7e481 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319447 Jun 23 20:14:52.665794 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-642d2b8e-0503-46a5-8dfd-f460d525b677 req-898a0132-6178-495d-9d7f-bd017347488c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461004 Jun 23 20:14:53.781609 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262503fd-5e84-48c0-b88b-ea84a70172bf req-c5c2a14d-2e44-435e-8c86-d791a83936f1 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:14:53.783150 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-262503fd-5e84-48c0-b88b-ea84a70172bf req-c5c2a14d-2e44-435e-8c86-d791a83936f1 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Jun 23 20:14:53.832888 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-262503fd-5e84-48c0-b88b-ea84a70172bf req-c3ebf616-7a75-40d6-a978-473babd9bea5 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Jun 23 20:14:55.961893 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:58.875948 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=7 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:14:59.881718 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39682) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:14:59.994668 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.068421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Publish callbacks [] for security_group (0c37d840-eedb-4ce2-a0bf-2921dad7757f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.150873 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0c37d840-eedb-4ce2-a0bf-2921dad7757f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.195470 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf33365cc53d4914b29ad7448f8edd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125827 Jun 23 20:15:00.196604 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37d840-eedb-4ce2-a0bf-2921dad7757f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:00.198320 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39688) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:00.204155 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.204529 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.204873 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.205211 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.205547 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.205872 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.206202 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.206667 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.207842 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.208171 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.208521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.208849 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.209172 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.209492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.209837 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd05edfd-53c1-4ff7-8939-9c2accd9ac8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.258497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Publish callbacks [] for security_group (0c37d840-eedb-4ce2-a0bf-2921dad7757f), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.281317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Publish callbacks [] for security_group (0c37d840-eedb-4ce2-a0bf-2921dad7757f), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.396481 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (0c37d840-eedb-4ce2-a0bf-2921dad7757f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.399526 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:00.401161 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c37d840-eedb-4ce2-a0bf-2921dad7757f HTTP/1.1" status: 204 len: 168 time: 0.2017057 Jun 23 20:15:00.410466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37d840-eedb-4ce2-a0bf-2921dad7757f,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:00.417640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.417988 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.418328 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.418675 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.419035 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.419357 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.419680 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.420000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.420366 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.420912 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.423355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.423355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.423355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.423355 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:00.423821 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449578f-c72c-49f3-8135-d93eee50f969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:01.329478 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39714) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:01.426084 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-443080542-network', 'tenant_id': 'a2028a4056254026b31f412942d1f576'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:01.521793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Made reservation on behalf of a2028a4056254026b31f412942d1f576 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:01.524277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.532728 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.570616 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:01.607016 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks [] for security_group (f4e46937-f521-4a5d-bf01-37cf6d7e2ca5), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.676814 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f4e46937-f521-4a5d-bf01-37cf6d7e2ca5), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.701896 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:15:01.710990 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:01.716866 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (4bafdaf1-69ea-48de-bc1a-e7574f8fada9), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.717217 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Added segment 4bafdaf1-69ea-48de-bc1a-e7574f8fada9 of type vlan for network d45e4a79-07f1-4c09-96d8-8dd093721560 Jun 23 20:15:01.756758 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (d45e4a79-07f1-4c09-96d8-8dd093721560), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.851975 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (d45e4a79-07f1-4c09-96d8-8dd093721560), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.852952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:01.853524 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:01.871672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:01.914064 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] Pushing event updated for resources: {'Network': ['ID=d45e4a79-07f1-4c09-96d8-8dd093721560,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:01.923923 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network d45e4a79-07f1-4c09-96d8-8dd093721560 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:15:01.946488 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-eeb40982-e3fb-43a5-a120-7cb217f8827f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6115658 Jun 23 20:15:01.946488 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39718) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:01.949697 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Request body: {'subnet': {'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-443080542-subnet', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:02.030975 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Made reservation on behalf of a2028a4056254026b31f412942d1f576 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:02.033455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805200'] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.270068 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805158'] for subnet (b52e8cb3-37be-4e26-9ec7-dc055c03f8ae), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.327616 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:02.337071 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Checking segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:02.337653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Network hostable DHCP agents. Network: d45e4a79-07f1-4c09-96d8-8dd093721560, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:15:02.447445 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Network d45e4a79-07f1-4c09-96d8-8dd093721560 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:15:02.505130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, d45e4a79-07f1-4c09-96d8-8dd093721560) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:02.509324 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:02.509922 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.514127 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21987d5f-d5d7-4436-a034-e92f97f617c1 None None] Network d45e4a79-07f1-4c09-96d8-8dd093721560 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:15:02.587880 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-06a1cba0-cef8-4d0a-8d50-d65a8b9955da admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6418343 Jun 23 20:15:02.590514 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39722) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:02.594756 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:02.615552 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-d45e4a79-07f1-4c09-96d8-8dd093721560', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'project_id': 'a2028a4056254026b31f412942d1f576', 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:15:02.616517 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.675061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.676734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.730018 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for router_controller (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.750570 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Allocated IP 172.20.0.2 (d45e4a79-07f1-4c09-96d8-8dd093721560/b52e8cb3-37be-4e26-9ec7-dc055c03f8ae/7e24d25b-c9ef-400a-9534-39b95ebb7253) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:02.897716 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks [] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.927369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for router_gateway (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.950995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:02.989423 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Network d45e4a79-07f1-4c09-96d8-8dd093721560 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:02.992251 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:02.995599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:03.004234 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Pushing event updated for resources: {'Port': ['ID=7e24d25b-c9ef-400a-9534-39b95ebb7253,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:03.014033 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.014380 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.014720 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.015057 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.015386 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.015713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.016036 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.016384 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.016713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.017035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.017360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.017681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.018000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.018317 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.018637 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:03.034553 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:03.072786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Attempting to bind port 7e24d25b-c9ef-400a-9534-39b95ebb7253 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:03.079085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Attempting to bind port 7e24d25b-c9ef-400a-9534-39b95ebb7253 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:03.079085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Attempting to bind port 7e24d25b-c9ef-400a-9534-39b95ebb7253 on network d45e4a79-07f1-4c09-96d8-8dd093721560 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:03.079085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:03.079085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Checking segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:03.079500 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.079787 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Bound using segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:03.080245 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Bound port: 7e24d25b-c9ef-400a-9534-39b95ebb7253, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:03.080649 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.141761 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] For port 7e24d25b-c9ef-400a-9534-39b95ebb7253, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:03.144862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] For port 7e24d25b-c9ef-400a-9534-39b95ebb7253, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=7e24d25b-c9ef-400a-9534-39b95ebb7253,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:03.206683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for router_gateway (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.213710 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.225806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.284034 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e9ae-3feb-40ae-9a35-78eddb3b76d6 None None] Pushing event updated for resources: {'Port': ['ID=7e24d25b-c9ef-400a-9534-39b95ebb7253,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:03.358573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Allocated IP 172.27.0.132 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/5e509257-65bb-49e3-b404-82a90e77c5fb) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:03.416348 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:03.507785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.631040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:03.671300 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:03.675887 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:03.679634 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:03.683014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Pushing event updated for resources: {'Port': ['ID=5e509257-65bb-49e3-b404-82a90e77c5fb,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:03.985778 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:03.994164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for router_gateway (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.189800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.201536 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f412623-96aa-44e0-bce2-f4f08f238ac4 None None] Network d45e4a79-07f1-4c09-96d8-8dd093721560 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:15:04.350603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 7e24d25b-c9ef-400a-9534-39b95ebb7253 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:04.395974 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Router ee2a0bb0-e0e1-4181-be54-692ab51f92ff is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:15:04.400077 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Provisioning complete for port 7e24d25b-c9ef-400a-9534-39b95ebb7253 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:04.400077 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.469518 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:04.477580 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:04.502523 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:04.516392 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Sync routers for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:04.533956 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 7e24d25b-c9ef-400a-9534-39b95ebb7253 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:04.534328 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.599031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.600376 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-53318540-765f-4154-95a6-4c58ab8e4a7b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0088868 Jun 23 20:15:04.606753 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39734) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:04.617784 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:04.618421 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:14:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:04.622845 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Current status of the port 7e24d25b-c9ef-400a-9534-39b95ebb7253 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:04.623202 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.730568 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] For port 7e24d25b-c9ef-400a-9534-39b95ebb7253, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=7e24d25b-c9ef-400a-9534-39b95ebb7253,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:04.789930 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 7e24d25b-c9ef-400a-9534-39b95ebb7253 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:04.790318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.805510 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:04.808658 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:04.822877 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:04.888612 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:05.004954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59d2ec-fb16-4145-9462-68aa1d9eec1c None None] Pushing event updated for resources: {'Port': ['ID=7e24d25b-c9ef-400a-9534-39b95ebb7253,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:05.010760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-62a97af8-87ed-4072-af08-f2970971d237 None None] Provisioning complete for port 7e24d25b-c9ef-400a-9534-39b95ebb7253 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:05.011130 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-62a97af8-87ed-4072-af08-f2970971d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.021826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:05.024255 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104564) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 20:15:05.024255 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG oslo_db.api [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 20:15:05.056018 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.136723 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:03Z', 'revision_number': 3, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:05.164614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Checking router: ee2a0bb0-e0e1-4181-be54-692ab51f92ff for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:05.164958 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Updating router ee2a0bb0-e0e1-4181-be54-692ab51f92ff port 5e509257-65bb-49e3-b404-82a90e77c5fb binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:15:05.167853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-62a97af8-87ed-4072-af08-f2970971d237 None None] Current status of the port 7e24d25b-c9ef-400a-9534-39b95ebb7253 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:05.194111 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.211383 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Allocated IP 172.20.0.1 (d45e4a79-07f1-4c09-96d8-8dd093721560/b52e8cb3-37be-4e26-9ec7-dc055c03f8ae/79955392-c590-4095-b176-96ffeb198ac7) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:05.319094 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks [] for port (79955392-c590-4095-b176-96ffeb198ac7), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.370395 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:05.402664 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.438546 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks [] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.446636 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Network d45e4a79-07f1-4c09-96d8-8dd093721560 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:05.451188 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:05.454927 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:05.458860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:05.494186 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.495979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.546160 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:05.576401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bb45a-5f37-4466-b011-ef25f0de3017 None None] Pushing event updated for resources: {'Port': ['ID=5e509257-65bb-49e3-b404-82a90e77c5fb,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:05.580496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 7e24d25b-c9ef-400a-9534-39b95ebb7253 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:05.583408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Attempting to bind port 5e509257-65bb-49e3-b404-82a90e77c5fb on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:05.583800 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Attempting to bind port 5e509257-65bb-49e3-b404-82a90e77c5fb by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:05.584126 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Attempting to bind port 5e509257-65bb-49e3-b404-82a90e77c5fb on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:05.589679 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:05.590054 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:05.590453 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.590841 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:05.591308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Bound port: 5e509257-65bb-49e3-b404-82a90e77c5fb, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:05.591681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.645419 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] For port 5e509257-65bb-49e3-b404-82a90e77c5fb, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:05.648385 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] For port 5e509257-65bb-49e3-b404-82a90e77c5fb, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=5e509257-65bb-49e3-b404-82a90e77c5fb,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:05.688113 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-0cf81053-7479-4554-a8c4-d072240a29fb None None] Provisioning complete for port 79955392-c590-4095-b176-96ffeb198ac7 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:05.688504 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0cf81053-7479-4554-a8c4-d072240a29fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (79955392-c590-4095-b176-96ffeb198ac7), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.721374 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-0cf81053-7479-4554-a8c4-d072240a29fb None None] Port 79955392-c590-4095-b176-96ffeb198ac7 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:05.726137 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.788706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bb45a-5f37-4466-b011-ef25f0de3017 None None] Pushing event updated for resources: {'Port': ['ID=5e509257-65bb-49e3-b404-82a90e77c5fb,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:05.791223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:05.791830 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:14:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:05.902317 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:05.975616 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (79955392-c590-4095-b176-96ffeb198ac7), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:05.998154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:06.093888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 1, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:06.135690 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks [] for port (79955392-c590-4095-b176-96ffeb198ac7), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.189342 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.255620 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a4e327-bff7-4b72-a329-371c30c3dafe None None] The sync data for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi is: [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 1, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:06.258196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 7e24d25b-c9ef-400a-9534-39b95ebb7253 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:06.261746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:06.264260 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.329354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 7e24d25b-c9ef-400a-9534-39b95ebb7253 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:06.329792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.357115 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:06.380817 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Network d45e4a79-07f1-4c09-96d8-8dd093721560 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:06.382277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:06.418947 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c9fed954-0dfe-4a22-86af-e9db9ca6db5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.425059 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 7e24d25b-c9ef-400a-9534-39b95ebb7253 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:06.459164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:06.532984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Router ee2a0bb0-e0e1-4181-be54-692ab51f92ff has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:15:06.661845 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:06.664643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b0687fb0-b7e9-4c70-87e2-067ed54d7cbf None None] Provisioning complete for port 79955392-c590-4095-b176-96ffeb198ac7 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:06.664988 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b0687fb0-b7e9-4c70-87e2-067ed54d7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (79955392-c590-4095-b176-96ffeb198ac7), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:06.668378 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-43f01856-f957-401d-9532-eea452f3d8c3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ee2a0bb0-e0e1-4181-be54-692ab51f92ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0632577 Jun 23 20:15:06.705337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b0687fb0-b7e9-4c70-87e2-067ed54d7cbf None None] Port 79955392-c590-4095-b176-96ffeb198ac7 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:07.517117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39766) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:07.522265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251392715-network', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:07.629366 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Made reservation on behalf of 29ed429db99d48b285a2e295ec0073bd for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:07.631992 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.641410 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.657023 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:07.729765 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks [] for security_group (edea0ff4-f6a7-4c37-bd4c-136b182781c4), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.807955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (edea0ff4-f6a7-4c37-bd4c-136b182781c4), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.830502 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:15:07.846955 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea0ff4-f6a7-4c37-bd4c-136b182781c4,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:07.852084 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (fe02e664-67d1-4fbd-a7f5-50d5fca1983f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.852447 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Added segment fe02e664-67d1-4fbd-a7f5-50d5fca1983f of type vlan for network b7108dac-b61a-4343-b698-9b0e6a45970e Jun 23 20:15:07.892552 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (b7108dac-b61a-4343-b698-9b0e6a45970e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.939317 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.990762 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (b7108dac-b61a-4343-b698-9b0e6a45970e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:07.991715 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:07.992327 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.061547 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] Pushing event updated for resources: {'Network': ['ID=b7108dac-b61a-4343-b698-9b0e6a45970e,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:08.069058 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network b7108dac-b61a-4343-b698-9b0e6a45970e details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:15:08.084469 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-4ad33b28-664e-4ca6-9c05-0fc2ce485e8f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5661404 Jun 23 20:15:08.087466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39768) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:08.092318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Request body: {'subnet': {'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251392715-subnet', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:08.178194 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Made reservation on behalf of 29ed429db99d48b285a2e295ec0073bd for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:08.180734 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805200'] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.247233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 5e509257-65bb-49e3-b404-82a90e77c5fb up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:08.307371 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 5e509257-65bb-49e3-b404-82a90e77c5fb triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:08.307746 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.320060 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Sync routers for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:08.334973 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:08.335939 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:14:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:08.384864 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-340f36a9-0d09-4553-9143-87e4448be7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.400992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 5e509257-65bb-49e3-b404-82a90e77c5fb is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:08.401388 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.422742 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 5e509257-65bb-49e3-b404-82a90e77c5fb, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=5e509257-65bb-49e3-b404-82a90e77c5fb,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:08.441312 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805158'] for subnet (9061be6e-26bc-47ff-92cd-63fb354eb29d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.442317 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:08.493675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.505501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9061be6e-26bc-47ff-92cd-63fb354eb29d,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:08.511922 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Checking segment: {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:08.512285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Network hostable DHCP agents. Network: b7108dac-b61a-4343-b698-9b0e6a45970e, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:15:08.546791 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=5e509257-65bb-49e3-b404-82a90e77c5fb,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:08.601990 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Network b7108dac-b61a-4343-b698-9b0e6a45970e is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:15:08.607293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:08.628045 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:06Z', 'revision_number': 2, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:08.651830 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Checking router: ee2a0bb0-e0e1-4181-be54-692ab51f92ff for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:08.652172 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Updating router ee2a0bb0-e0e1-4181-be54-692ab51f92ff port 79955392-c590-4095-b176-96ffeb198ac7 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:15:08.678989 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (79955392-c590-4095-b176-96ffeb198ac7), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.686416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, b7108dac-b61a-4343-b698-9b0e6a45970e) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:08.691236 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:08.692685 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.695990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02dd22-8243-43be-b3c8-847d63503f37 None None] Network b7108dac-b61a-4343-b698-9b0e6a45970e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:15:08.771305 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0a2bd45d-3a8e-43cc-9d8d-64254f553fa0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6826835 Jun 23 20:15:08.773711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39772) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:08.778046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:08.799782 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-b7108dac-b61a-4343-b698-9b0e6a45970e', 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e', 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'fixed_ips': [{'subnet_id': '9061be6e-26bc-47ff-92cd-63fb354eb29d'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:15:08.801275 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.870632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.871712 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.927848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for router_controller (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), precommit_add_association {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.936474 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks [] for port (79955392-c590-4095-b176-96ffeb198ac7), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:08.942868 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Allocated IP 172.20.0.2 (b7108dac-b61a-4343-b698-9b0e6a45970e/9061be6e-26bc-47ff-92cd-63fb354eb29d/ad4f1158-09d1-431f-872a-048c0ed2fc28) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:08.944551 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.007882 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.095857 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks [] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.108837 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Pushing event updated for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.115161 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Attempting to bind port 79955392-c590-4095-b176-96ffeb198ac7 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:09.115513 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Attempting to bind port 79955392-c590-4095-b176-96ffeb198ac7 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:09.115864 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Attempting to bind port 79955392-c590-4095-b176-96ffeb198ac7 on network d45e4a79-07f1-4c09-96d8-8dd093721560 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:09.124545 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:09.125110 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Checking segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:09.125570 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.125956 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Bound using segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:09.126421 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Bound port: 79955392-c590-4095-b176-96ffeb198ac7, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:09.126832 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (79955392-c590-4095-b176-96ffeb198ac7), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.128112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for router_gateway (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.130790 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.131253 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.131782 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.132119 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.132468 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.132788 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.133105 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.133419 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.133734 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.134048 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.134358 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.134685 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.134999 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.135306 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.135615 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:15:09.179573 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.204736 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] For port 79955392-c590-4095-b176-96ffeb198ac7, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:09.208286 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] For port 79955392-c590-4095-b176-96ffeb198ac7, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=79955392-c590-4095-b176-96ffeb198ac7,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:09.209371 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.210031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.222998 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.235407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Network b7108dac-b61a-4343-b698-9b0e6a45970e is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:09.239521 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:09.243313 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Pushing event updated for resources: {'Port': ['ID=ad4f1158-09d1-431f-872a-048c0ed2fc28,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.246420 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:09.287198 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.305023 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Attempting to bind port ad4f1158-09d1-431f-872a-048c0ed2fc28 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:09.305315 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Attempting to bind port ad4f1158-09d1-431f-872a-048c0ed2fc28 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:09.305680 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Attempting to bind port ad4f1158-09d1-431f-872a-048c0ed2fc28 on network b7108dac-b61a-4343-b698-9b0e6a45970e {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:09.310991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:09.312807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Checking segment: {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:09.312807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.312807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Bound using segment: {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:09.312807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Bound port: ad4f1158-09d1-431f-872a-048c0ed2fc28, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:09.313237 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.342520 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.351917 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87125e-302b-48d2-aa21-2cdf4cf26edb None None] Pushing event updated for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.362242 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:09.364358 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:09.378995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Provisioning complete for port 79955392-c590-4095-b176-96ffeb198ac7 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:09.378995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (79955392-c590-4095-b176-96ffeb198ac7), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.404454 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for router_gateway (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.426612 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.448628 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] For port ad4f1158-09d1-431f-872a-048c0ed2fc28, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:09.473225 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] For port ad4f1158-09d1-431f-872a-048c0ed2fc28, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ad4f1158-09d1-431f-872a-048c0ed2fc28,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:09.496030 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:09.523993 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Current status of the port 79955392-c590-4095-b176-96ffeb198ac7 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:09.524407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (79955392-c590-4095-b176-96ffeb198ac7), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.639414 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] For port 79955392-c590-4095-b176-96ffeb198ac7, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=79955392-c590-4095-b176-96ffeb198ac7,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:09.639522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Allocated IP 172.27.0.44 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:09.656747 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.664682 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.691295 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.733190 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827e0ce-665a-4814-856c-8c3c0c42340d None None] Pushing event updated for resources: {'Port': ['ID=ad4f1158-09d1-431f-872a-048c0ed2fc28,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.743666 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.775785 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:09.787808 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:09.794585 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d5879-d075-4e5c-8357-2679559cd265 None None] Pushing event updated for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.817857 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791621c8-8907-411c-ac6b-2fe4cccd4977 None None] The sync data for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi is: [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:09.831599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.866009 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-67234d99-f54c-4932-a095-8f54dfedb43a None None] Provisioning complete for port 79955392-c590-4095-b176-96ffeb198ac7 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:09.866533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-67234d99-f54c-4932-a095-8f54dfedb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (79955392-c590-4095-b176-96ffeb198ac7), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:09.880557 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:09.883642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:09.888233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:09.950289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Pushing event updated for resources: {'Port': ['ID=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:09.993456 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.004702 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-67234d99-f54c-4932-a095-8f54dfedb43a None None] Current status of the port 79955392-c590-4095-b176-96ffeb198ac7 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:10.194047 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:10.200683 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:10.233746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for router_gateway (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.293248 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:10.357721 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ad4f1158-09d1-431f-872a-048c0ed2fc28 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:10.404313 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port ad4f1158-09d1-431f-872a-048c0ed2fc28 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:10.404697 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.450158 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.497678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port ad4f1158-09d1-431f-872a-048c0ed2fc28 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:10.497678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.550103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port ad4f1158-09d1-431f-872a-048c0ed2fc28, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ad4f1158-09d1-431f-872a-048c0ed2fc28,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:10.631543 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.632811 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 79955392-c590-4095-b176-96ffeb198ac7 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:10.702658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Router f53ac42c-de25-4474-bb32-d52c0a1b4d9d is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:15:10.731834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=ad4f1158-09d1-431f-872a-048c0ed2fc28,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:10.751365 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 79955392-c590-4095-b176-96ffeb198ac7 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:10.752576 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (79955392-c590-4095-b176-96ffeb198ac7), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.812664 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:10.832954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Sync routers for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:10.853856 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 79955392-c590-4095-b176-96ffeb198ac7 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:10.854945 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 5e509257-65bb-49e3-b404-82a90e77c5fb up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:10.882980 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bb6ba-7d7d-403e-8dac-7c855b9a2357 None None] Network b7108dac-b61a-4343-b698-9b0e6a45970e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:15:10.885197 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:10.885818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:10.890747 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:10.901277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:10.903703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-168ad673-fdf3-4ccf-964a-fc73dc23f666 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1279078 Jun 23 20:15:10.905201 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39786) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:10.979717 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4b61b662-ca10-4dc8-b2d2-c69334f6cc94 None None] Provisioning complete for port ad4f1158-09d1-431f-872a-048c0ed2fc28 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:10.979999 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4b61b662-ca10-4dc8-b2d2-c69334f6cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.108239 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 5e509257-65bb-49e3-b404-82a90e77c5fb triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:11.108994 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.178148 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:11.189358 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:11.321547 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.367485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.367964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:11.428598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:11.472667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-9afbff8c-7739-435c-97e9-695fa662af77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568106 Jun 23 20:15:11.523303 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b662-ca10-4dc8-b2d2-c69334f6cc94 None None] Current status of the port ad4f1158-09d1-431f-872a-048c0ed2fc28 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:11.548670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Allocated IP 172.20.0.1 (b7108dac-b61a-4343-b698-9b0e6a45970e/9061be6e-26bc-47ff-92cd-63fb354eb29d/0d1811f4-4faa-454f-9dd7-b441320ab6c3) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:11.548886 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 5e509257-65bb-49e3-b404-82a90e77c5fb is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:11.572474 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-3a472589-7e02-4911-a2c9-bae85e58a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:11.574057 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-3a472589-7e02-4911-a2c9-bae85e58a804 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 1130 time: 0.0576870 Jun 23 20:15:11.603533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:10Z', 'revision_number': 3, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:11.607538 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.637423 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Checking router: f53ac42c-de25-4474-bb32-d52c0a1b4d9d for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:11.637766 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Updating router f53ac42c-de25-4474-bb32-d52c0a1b4d9d port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:15:11.664810 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-55e09f1e-38ca-4cfa-98f7-ce81dc3e729a None None] Provisioning complete for port ad4f1158-09d1-431f-872a-048c0ed2fc28 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:11.665107 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-55e09f1e-38ca-4cfa-98f7-ce81dc3e729a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.691269 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:11.826039 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:11.853306 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-55e09f1e-38ca-4cfa-98f7-ce81dc3e729a None None] Current status of the port ad4f1158-09d1-431f-872a-048c0ed2fc28 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:11.993724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks [] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.021946 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks [] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.027093 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-d135d422-ea73-4b9a-b8e3-d5beb0a47932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:12.028780 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-d135d422-ea73-4b9a-b8e3-d5beb0a47932 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 911 time: 0.4331152 Jun 23 20:15:12.082308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.108960 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-bd5f4375-4c20-491d-a660-47168f8fe794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 200 len: 1002 time: 0.0721588 Jun 23 20:15:12.134522 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Attempting to bind port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:12.135144 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Attempting to bind port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:12.135253 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Attempting to bind port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:12.138241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886ec4-3d2e-41da-be2b-992adf76879d None None] Pushing event updated for resources: {'Port': ['ID=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:12.143067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:12.143437 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:12.143828 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.144238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:12.144728 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Bound port: ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:12.145100 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.161230 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-4d4460cc-f4fc-4953-912f-b0e2dd568a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:12.170768 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-4d4460cc-f4fc-4953-912f-b0e2dd568a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0477808 Jun 23 20:15:12.210597 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.226020 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] For port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:12.234947 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] For port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:12.249863 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ad4f1158-09d1-431f-872a-048c0ed2fc28 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:12.255698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-f0034faa-d12e-4272-b5c8-ead2c00a9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:12.257284 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-f0034faa-d12e-4272-b5c8-ead2c00a9738 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880945 Jun 23 20:15:12.267718 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Network b7108dac-b61a-4343-b698-9b0e6a45970e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:12.279801 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:12.282666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:12.294062 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port ad4f1158-09d1-431f-872a-048c0ed2fc28 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:12.302264 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.302615 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Pushing event updated for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:12.328365 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.379428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:12.382120 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:12.384277 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.390568 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45886ec4-3d2e-41da-be2b-992adf76879d None None] Pushing event updated for resources: {'Port': ['ID=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:12.439995 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:12.440460 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:12.458499 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-aefa4bff-396c-43a3-b400-d9315e5fd98a service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894894 Jun 23 20:15:12.518353 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port ad4f1158-09d1-431f-872a-048c0ed2fc28 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:12.527422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:12.599825 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:12.602289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2f8e8b9b-e207-401e-b9ea-e9074f38565f req-bdb8d7c2-466b-4a78-bf71-c833f1cb75ed service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350622 Jun 23 20:15:12.677335 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.692699 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-8cbd5afa-e2ab-41ea-bac6-171d6b127a64 None None] Provisioning complete for port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:12.693083 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8cbd5afa-e2ab-41ea-bac6-171d6b127a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.762483 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd5afa-e2ab-41ea-bac6-171d6b127a64 None None] Port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:12.773434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:12.819793 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:10Z', 'revision_number': 3, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:12.843331 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks [] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:12.844700 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cedfe-ef14-4b2b-a094-4ba8115e9d95 None None] The sync data for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi is: [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:10Z', 'revision_number': 3, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:12.939241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:13.021076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:13.023124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Pushing event updated for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:13.139948 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:13.150176 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Network b7108dac-b61a-4343-b698-9b0e6a45970e is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:13.151659 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:13.293047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Router f53ac42c-de25-4474-bb32-d52c0a1b4d9d has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:15:13.391538 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-c0637c2a-eac9-4743-831f-e3585b2ab1fb None None] Provisioning complete for port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:13.392031 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c0637c2a-eac9-4743-831f-e3585b2ab1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:13.415987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:13.421566 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ac2b3283-cf01-40b2-ba2c-00f4ca3f3cff admin admin] 10.222.0.44 "PUT /v2.0/routers/f53ac42c-de25-4474-bb32-d52c0a1b4d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153298 Jun 23 20:15:13.433837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-c0637c2a-eac9-4743-831f-e3585b2ab1fb None None] Port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:14.270902 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:14.320367 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:14.320750 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:14.428146 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:14.428792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:14.456237 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:14.460406 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Sync routers for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:14.474870 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:14.475809 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:14.562160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:14.585827 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:14.630845 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:14.778859 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 4, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0d1811f4-4faa-454f-9dd7-b441320ab6c3', 'name': '', 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'mac_address': 'fa:16:3e:07:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:11Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 2, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'subnets': [{'id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:14.807387 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Checking router: f53ac42c-de25-4474-bb32-d52c0a1b4d9d for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:14.807742 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Updating router f53ac42c-de25-4474-bb32-d52c0a1b4d9d port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:15:14.836628 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:14.837566 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.113926 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks [] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.241994 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.326768 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5489f-896a-47d7-917c-11de607cefbf None None] Pushing event updated for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:15.337684 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:15.369029 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Attempting to bind port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:15.369323 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Attempting to bind port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:15.369688 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Attempting to bind port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 on network b7108dac-b61a-4343-b698-9b0e6a45970e {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:15.376606 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:15.377172 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Checking segment: {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:15.377524 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.378028 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Bound using segment: {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:15.378660 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Bound port: 0d1811f4-4faa-454f-9dd7-b441320ab6c3, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:15.379080 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.468906 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] For port 0d1811f4-4faa-454f-9dd7-b441320ab6c3, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:15.470668 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] For port 0d1811f4-4faa-454f-9dd7-b441320ab6c3, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d1811f4-4faa-454f-9dd7-b441320ab6c3,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:15.545826 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.570198 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Provisioning complete for port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:15.570736 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.625502 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:15.626151 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:15.688256 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5489f-896a-47d7-917c-11de607cefbf None None] Pushing event updated for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=4']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:15.708863 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Current status of the port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:15.709027 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.768495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] For port 0d1811f4-4faa-454f-9dd7-b441320ab6c3, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d1811f4-4faa-454f-9dd7-b441320ab6c3,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:15.821152 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39866) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:15.830758 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:15.846445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.921894 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c3f27-285f-4f83-b4f5-5dd54a79f5a1 None None] Pushing event updated for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:15.971765 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-a0cfe3de-4940-4a4f-95ad-dd358a0c5a82 None None] Provisioning complete for port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:15.974791 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a0cfe3de-4940-4a4f-95ad-dd358a0c5a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:15.976494 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:16.057461 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2b154658-836d-49f5-8e1c-a1e6db7a33ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.084629 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfe3de-4940-4a4f-95ad-dd358a0c5a82 None None] Current status of the port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:16.119140 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 4, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0d1811f4-4faa-454f-9dd7-b441320ab6c3', 'name': '', 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'mac_address': 'fa:16:3e:07:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:11Z', 'updated_at': '2022-06-23T20:15:15Z', 'revision_number': 4, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'subnets': [{'id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:16.150587 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef10c4b-fd94-40f1-943c-6db8f3522f1d None None] The sync data for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi is: [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:15:12Z', 'revision_number': 4, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0d1811f4-4faa-454f-9dd7-b441320ab6c3', 'name': '', 'network_id': 'b7108dac-b61a-4343-b698-9b0e6a45970e', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'mac_address': 'fa:16:3e:07:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:11Z', 'updated_at': '2022-06-23T20:15:15Z', 'revision_number': 4, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'subnets': [{'id': '9061be6e-26bc-47ff-92cd-63fb354eb29d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:16.195670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2b154658-836d-49f5-8e1c-a1e6db7a33ae admin admin] Publish callbacks [] for security_group (ef8194a0-625f-49b6-a3b8-2307a69737d7), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.282057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-2b154658-836d-49f5-8e1c-a1e6db7a33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ef8194a0-625f-49b6-a3b8-2307a69737d7), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.323068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:16.340731 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-2b154658-836d-49f5-8e1c-a1e6db7a33ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c80a565f133144289444653bfbbea7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183828 Jun 23 20:15:16.341689 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b154658-836d-49f5-8e1c-a1e6db7a33ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8194a0-625f-49b6-a3b8-2307a69737d7,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:16.357867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39870) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:16.403203 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:16.403587 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.443961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] Publish callbacks [] for security_group (ef8194a0-625f-49b6-a3b8-2307a69737d7), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.484423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] Publish callbacks [] for security_group (ef8194a0-625f-49b6-a3b8-2307a69737d7), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.520379 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:16.621409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (ef8194a0-625f-49b6-a3b8-2307a69737d7), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.624961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:16.628584 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef8194a0-625f-49b6-a3b8-2307a69737d7 HTTP/1.1" status: 204 len: 168 time: 0.2670717 Jun 23 20:15:16.636338 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8fe7f-e939-4986-a284-63608fade521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8194a0-625f-49b6-a3b8-2307a69737d7,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:17.385797 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39876) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:17.402181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a456e73-cd57-4ebd-95b1-7ae2b387c550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.492335 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a456e73-cd57-4ebd-95b1-7ae2b387c550 admin admin] Publish callbacks [] for security_group (1f402b15-8444-454a-91e5-53c2133f91be), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.578239 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9a456e73-cd57-4ebd-95b1-7ae2b387c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1f402b15-8444-454a-91e5-53c2133f91be), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.619196 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a456e73-cd57-4ebd-95b1-7ae2b387c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f402b15-8444-454a-91e5-53c2133f91be,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:17.624120 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9a456e73-cd57-4ebd-95b1-7ae2b387c550 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e367b73fd514479b58fec77d13c2766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361505 Jun 23 20:15:17.626814 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39878) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:17.680108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] Publish callbacks [] for security_group (1f402b15-8444-454a-91e5-53c2133f91be), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.702272 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] Publish callbacks [] for security_group (1f402b15-8444-454a-91e5-53c2133f91be), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.967805 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (1f402b15-8444-454a-91e5-53c2133f91be), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.970473 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:17.971641 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f402b15-8444-454a-91e5-53c2133f91be HTTP/1.1" status: 204 len: 168 time: 0.3444777 Jun 23 20:15:17.982715 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93edd3-acd1-4828-a67e-3c1c2660106e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f402b15-8444-454a-91e5-53c2133f91be,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:18.301643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d1811f4-4faa-454f-9dd7-b441320ab6c3 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:18.397743 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:18.417439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:18.418319 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:18.513039 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:20.148201 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 39916) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:20.279461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-505d64d1-d8d3-4207-a052-996f8894b9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.367666 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-505d64d1-d8d3-4207-a052-996f8894b9d6 admin admin] Publish callbacks [] for security_group (64218886-cb05-4127-afbc-67ab1f5bd3e1), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.464370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-505d64d1-d8d3-4207-a052-996f8894b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (64218886-cb05-4127-afbc-67ab1f5bd3e1), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.509514 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d64d1-d8d3-4207-a052-996f8894b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64218886-cb05-4127-afbc-67ab1f5bd3e1,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:20.517051 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 39920) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:20.531844 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-505d64d1-d8d3-4207-a052-996f8894b9d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7474c9db83e24bbd9e47982c740012fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709691 Jun 23 20:15:20.562708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:20.574795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] Publish callbacks [] for security_group (64218886-cb05-4127-afbc-67ab1f5bd3e1), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.600279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] Publish callbacks [] for security_group (64218886-cb05-4127-afbc-67ab1f5bd3e1), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.967941 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (64218886-cb05-4127-afbc-67ab1f5bd3e1), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.970578 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:20.971752 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64218886-cb05-4127-afbc-67ab1f5bd3e1 HTTP/1.1" status: 204 len: 168 time: 0.4529881 Jun 23 20:15:20.980663 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a783ee-76b3-4ef0-9414-13412603743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64218886-cb05-4127-afbc-67ab1f5bd3e1,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:23.154576 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:25.411102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-5a76aa4c-1379-4c2d-bc70-e1377682582c tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:25.412603 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-5a76aa4c-1379-4c2d-bc70-e1377682582c tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 814 time: 0.1067274 Jun 23 20:15:25.429069 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-19ecf6f1-fe4d-4fa3-be88-dbc94f8b3464 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/quotas/a2028a4056254026b31f412942d1f576 HTTP/1.1" status: 200 len: 375 time: 0.0100126 Jun 23 20:15:25.480805 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-51cb5a92-2c28-4445-9dcc-808508520dab tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436108 Jun 23 20:15:25.500112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:25.580412 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-8af62c4c-03d8-40a2-bebf-bec38a6c00d6 service neutron] 10.222.0.44 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869029 Jun 23 20:15:25.669438 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-4338b3c8-9610-46e5-aea5-8a8ea905835d service neutron] 10.222.0.44 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Jun 23 20:15:25.878084 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:15:25.921475 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-24b4a2f6-9fe2-470e-8b60-41f90fd09c8b req-e62bc957-48f1-4660-867f-973cebf49294 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0327492 Jun 23 20:15:26.999607 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-998ed5cd-875c-4ea8-b706-c738a3aa2eae req-d62c1ae8-7728-4d48-a4f2-d23057b06d6b tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Jun 23 20:15:28.080131 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0dc817ec-ff16-47d0-a950-bc3076d8d515 req-a20a5286-cb1a-458b-9d68-6b44426f42aa tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0276577 Jun 23 20:15:28.511534 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=47 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:29.157855 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7e478d51-e5ca-4292-98f2-70838a0e9132 req-2aa6d91e-f4c4-46ac-a5c9-e6321effa15c tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Jun 23 20:15:30.255906 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4a2f4272-6778-46fa-90ad-8ed6956d8ec7 req-32469f18-6ff2-46cb-872f-a74b1461650d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0324600 Jun 23 20:15:30.505618 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=57,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:30.507544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:30.994149 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:31.351027 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-02be2a00-b30a-4317-8c4d-7c8e5003b38d req-7e8a5925-e26b-40b7-9509-49a9fbd1e639 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0285921 Jun 23 20:15:32.443824 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2da391b8-b64c-4355-ba3e-9edc8b938333 req-9449f35e-8e6f-415e-af74-b77fbfa64e53 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0270672 Jun 23 20:15:33.185625 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=64 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:33.536672 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d52057e-e903-4cac-acb4-d2e464bc33ac req-08dec3d1-7be8-4333-9c43-ba463a9d3823 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0279529 Jun 23 20:15:33.857392 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13aab31-c89c-4ab6-ac54-0a5d2fc0466f req-9d2d4170-e343-44a0-870b-21d309ced499 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:33.858844 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b13aab31-c89c-4ab6-ac54-0a5d2fc0466f req-9d2d4170-e343-44a0-870b-21d309ced499 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0494349 Jun 23 20:15:33.904992 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b13aab31-c89c-4ab6-ac54-0a5d2fc0466f req-502eb72f-0cbc-44e8-9650-cfc1e44eb2a3 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406973 Jun 23 20:15:34.630783 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d48a135d-a6bd-4916-891c-85b5d754bae9 req-20435e9a-ba44-475c-bfc7-59f94a4bcd5f tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Jun 23 20:15:35.017290 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65df28-a133-4cc3-a0ef-255be6481227 req-e9f3ea03-486e-45fe-8ff1-2f8d507ac68f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:35.018753 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db65df28-a133-4cc3-a0ef-255be6481227 req-e9f3ea03-486e-45fe-8ff1-2f8d507ac68f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0468392 Jun 23 20:15:35.068274 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db65df28-a133-4cc3-a0ef-255be6481227 req-a5e0eb4a-15fb-446a-b267-5e1323f7845b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434144 Jun 23 20:15:35.735274 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9f15ace-4d1a-40a3-8bca-1ac846e875a9 req-16d24842-7816-493b-a12c-58ce84eb9e8a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jun 23 20:15:35.874177 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:36.185600 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d57d031-6774-450d-8916-27b67b46a0f5 req-20d4739b-c685-4b9d-b609-ac5365271f2e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:36.190807 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d57d031-6774-450d-8916-27b67b46a0f5 req-20d4739b-c685-4b9d-b609-ac5365271f2e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Jun 23 20:15:36.224606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d62423-a134-47e3-99d7-7501220ca794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:36.239066 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d57d031-6774-450d-8916-27b67b46a0f5 req-4acc7420-6202-443b-8d76-6310efc498ee tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464797 Jun 23 20:15:36.633323 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-8f175f31-cc10-4354-b452-a72bd43ec3f2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:36.634768 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-8f175f31-cc10-4354-b452-a72bd43ec3f2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0467637 Jun 23 20:15:36.721282 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Deleting port 37c366c8-9439-4104-b866-3fbe24deff6b {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:15:36.721709 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:36.724230 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:36.816950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] For port 37c366c8-9439-4104-b866-3fbe24deff6b, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=37c366c8-9439-4104-b866-3fbe24deff6b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:36.818217 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:36.891656 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-25afc34c-9fd6-49c3-a3a9-5c70923dbdfc req-6382b30d-4305-42db-a08f-e95550b4e8f6 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0814989 Jun 23 20:15:37.061291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-cb8700d2-22a0-443c-84c6-d1ce1e836477 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:37.062695 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-cb8700d2-22a0-443c-84c6-d1ce1e836477 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 814 time: 0.2264402 Jun 23 20:15:37.083859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'port': {'device_id': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'admin_state_up': True, 'tenant_id': 'a2028a4056254026b31f412942d1f576'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:37.092323 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:37.109443 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:37.109803 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:37.110113 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Floating IP 85747256-2c0f-40a6-aad4-c3ec76eb0952 disassociated. External IP: 172.27.0.173, port: 37c366c8-9439-4104-b866-3fbe24deff6b. Jun 23 20:15:37.110453 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Calling delete_port for 37c366c8-9439-4104-b866-3fbe24deff6b owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:15:37.356008 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef2db-4709-4444-9c34-4e1a27b60cf6 req-e0cbffac-0f53-4003-9e72-e8d5848f2d7b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:37.357538 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9aef2db-4709-4444-9c34-4e1a27b60cf6 req-e0cbffac-0f53-4003-9e72-e8d5848f2d7b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 946 time: 0.0475979 Jun 23 20:15:37.400164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Made reservation on behalf of a2028a4056254026b31f412942d1f576 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:37.403521 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:37.405507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (37c366c8-9439-4104-b866-3fbe24deff6b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:37.452173 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9aef2db-4709-4444-9c34-4e1a27b60cf6 req-ba400b8f-8c6a-4900-812e-e9a9ba929a92 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=f612f247-f7db-4f1c-9425-198fb02ca123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882702 Jun 23 20:15:37.454294 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'Port': ['ID=37c366c8-9439-4104-b866-3fbe24deff6b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:37.570340 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:37.663350 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:15:37.669415 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Allocated IP 172.20.0.12 (d45e4a79-07f1-4c09-96d8-8dd093721560/b52e8cb3-37be-4e26-9ec7-dc055c03f8ae/077883ce-f410-4855-8c89-e480ffa737bf) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:37.747423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:37.840255 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:37.862738 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:37.926385 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:37.927291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:37.928593 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] No DVR routers for this DVR port 37c366c8-9439-4104-b866-3fbe24deff6b on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:15:37.933849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:37.937181 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ad54af73-5aaa-4a3e-94a6-a180aed318d9 req-f3d26a32-3424-4fce-8334-634355b7156a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "DELETE /v2.0/ports/37c366c8-9439-4104-b866-3fbe24deff6b HTTP/1.1" status: 204 len: 173 time: 1.2971225 Jun 23 20:15:37.945842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'name': 'network-vif-deleted', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:15:37.945842 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a5302-3a9d-4aef-a34d-4c8e85eb36ed" -d '{"events": [{"server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "name": "network-vif-deleted", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:15:38.031076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for port (077883ce-f410-4855-8c89-e480ffa737bf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.055430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.057124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e01c1-323b-4199-b090-27ab5f8d3242 x-openstack-request-id: req-939e01c1-323b-4199-b090-27ab5f8d3242 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:15:38.058672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c7d315-1803-43d6-929e-04e171f188a6", "name": "network-vif-deleted", "tag": "37c366c8-9439-4104-b866-3fbe24deff6b", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:15:38.058943 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-939e01c1-323b-4199-b090-27ab5f8d3242 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:15:38.062863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939e01c1-323b-4199-b090-27ab5f8d3242'] response: {'server_uuid': '94c7d315-1803-43d6-929e-04e171f188a6', 'name': 'network-vif-deleted', 'tag': '37c366c8-9439-4104-b866-3fbe24deff6b', 'status': 'completed', 'code': 200} Jun 23 20:15:38.156824 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d73862ac-7204-43c0-afc3-7743a9fd200b req-40994da9-bba0-4ffa-a617-1fb0cae3a4d4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.1098244 Jun 23 20:15:38.166362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:38.228732 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.272802 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Network d45e4a79-07f1-4c09-96d8-8dd093721560 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:38.281302 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:38.285723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:38.345346 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:38.387698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:38.388746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.485148 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-9b67ae4d-cc6e-4e44-82c5-ce77662124df tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4050095 Jun 23 20:15:38.597058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Request body: {'port': {'device_id': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:38.605010 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0013cd57-27c7-4373-a4b9-2ad498b4d805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.648903 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:38.687769 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:38.691771 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f60bd708-d039-42e4-bcbf-0a07378b9b7f req-4373d888-2bdb-4afd-a93a-4d0c906822de tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0885117 Jun 23 20:15:38.697818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:38.698614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:38.747128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.760233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-e099fdac-25a8-4dd8-a268-22238e6a967f None None] Provisioning complete for port 077883ce-f410-4855-8c89-e480ffa737bf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:38.760786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-e099fdac-25a8-4dd8-a268-22238e6a967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (077883ce-f410-4855-8c89-e480ffa737bf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:38.830603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-e099fdac-25a8-4dd8-a268-22238e6a967f None None] Port 077883ce-f410-4855-8c89-e480ffa737bf cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:38.852251 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:38.867135 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:39.082562 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:39.102299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077883ce-f410-4855-8c89-e480ffa737bf {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:15:39.111446 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks [] for port (077883ce-f410-4855-8c89-e480ffa737bf), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:39.115853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc60a4-f06a-40d6-ab94-f0c4e3a4c43c None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:39.133919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Transition to ACTIVE for port object 077883ce-f410-4855-8c89-e480ffa737bf will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:15:39.218308 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:39.345680 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f1bbb-575a-4aea-b99f-067594b6e61c req-3ce2c63a-b016-4126-8db8-60baa2eb6350 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:39.347481 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-336f1bbb-575a-4aea-b99f-067594b6e61c req-3ce2c63a-b016-4126-8db8-60baa2eb6350 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.1009669 Jun 23 20:15:39.359404 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:39.490684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:39.532419 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0bc56-bd05-4484-9e92-be9638fd21de None None] New status for floating IP 85747256-2c0f-40a6-aad4-c3ec76eb0952: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:15:39.537484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-336f1bbb-575a-4aea-b99f-067594b6e61c req-aff99c1e-1ebb-41ed-80f2-e94279224879 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792841 Jun 23 20:15:39.550867 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Attempting to bind port 077883ce-f410-4855-8c89-e480ffa737bf on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:39.551209 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Attempting to bind port 077883ce-f410-4855-8c89-e480ffa737bf by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:39.551549 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Attempting to bind port 077883ce-f410-4855-8c89-e480ffa737bf on network d45e4a79-07f1-4c09-96d8-8dd093721560 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:39.557089 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Port 077883ce-f410-4855-8c89-e480ffa737bf on network d45e4a79-07f1-4c09-96d8-8dd093721560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:15:39.557418 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Attempting to bind port 077883ce-f410-4855-8c89-e480ffa737bf on network d45e4a79-07f1-4c09-96d8-8dd093721560 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:39.562876 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:39.563216 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Checking segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:39.563743 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Bound using segment: {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:39.564369 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Bound port: 077883ce-f410-4855-8c89-e480ffa737bf, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bafdaf1-69ea-48de-bc1a-e7574f8fada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:39.564742 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:39.645396 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:39.649083 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:39.732911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:39.782280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:39.783429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:39.795882 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] 10.222.0.42 "PUT /v2.0/ports/077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1094 time: 1.2175767 Jun 23 20:15:39.837393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dfc07-17d0-4cbd-a55f-c9a08e173605 service neutron] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:39.891863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d1d91e67-a4f1-4c77-98ea-1dc26b0b9ecf req-5e749196-0e2e-4138-b90c-e465ab6af25e tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0403168 Jun 23 20:15:39.956994 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:40.064193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:15:40.066759 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c854581-e1cc-40c9-8ee4-86bad14542e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:15:40.139413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d48b84-d118-4c1e-b1b5-657fa48ca8bc x-openstack-request-id: req-38d48b84-d118-4c1e-b1b5-657fa48ca8bc {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:15:40.139831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:15:40.139937 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38d48b84-d118-4c1e-b1b5-657fa48ca8bc {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:15:40.140382 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d48b84-d118-4c1e-b1b5-657fa48ca8bc'] response: {'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:15:40.734329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46552e6-9c48-47ce-bc78-0abbe5d36a7f req-f839c4c4-3ee4-40c5-9305-67ed7f34bed4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:40.737079 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a46552e6-9c48-47ce-bc78-0abbe5d36a7f req-f839c4c4-3ee4-40c5-9305-67ed7f34bed4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0642924 Jun 23 20:15:40.793852 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a46552e6-9c48-47ce-bc78-0abbe5d36a7f req-e457aeb9-a9f2-48bd-b763-d073fe26fc11 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499716 Jun 23 20:15:41.029390 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0dbcb267-00b6-4898-9750-7d3469ecea3d req-2877aab7-84a6-4cc3-90f1-e5d7772dcbae tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Jun 23 20:15:41.145256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:41.248488 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 37c366c8-9439-4104-b866-3fbe24deff6b no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:15:41.268939 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 37c366c8-9439-4104-b866-3fbe24deff6b {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:15:41.269389 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 37c366c8-9439-4104-b866-3fbe24deff6b not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:15:41.544808 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:41.926381 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b34a3-6f6b-4a3d-ad33-8601f770ea28 req-09cfa3f3-36b5-4db1-862e-273ba48341af tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:41.928080 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-682b34a3-6f6b-4a3d-ad33-8601f770ea28 req-09cfa3f3-36b5-4db1-862e-273ba48341af tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0521014 Jun 23 20:15:41.994519 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-682b34a3-6f6b-4a3d-ad33-8601f770ea28 req-1a98b8de-ccdb-4902-9650-b02a0f0964d0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 Jun 23 20:15:42.160110 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b9dc98fc-3375-45ae-bab7-d5b90680059a req-f22c3740-7fc6-4c66-b981-b4b88ef1a287 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Jun 23 20:15:43.135520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53b87f-2c5e-459f-9234-a787cd74cbab req-9815cbfd-55c8-47d4-a70e-fffe8bee0df4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:43.137028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4a53b87f-2c5e-459f-9234-a787cd74cbab req-9815cbfd-55c8-47d4-a70e-fffe8bee0df4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0496664 Jun 23 20:15:43.503219 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4a53b87f-2c5e-459f-9234-a787cd74cbab req-0b389753-b4a8-4879-baf6-9e7e2fe45634 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606534 Jun 23 20:15:43.527300 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3787a8f4-a6fb-4617-ba05-10b25bfc968b req-c8a7dc87-ad3a-4935-911f-c5c7fd87de15 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0389786 Jun 23 20:15:44.665478 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9d51257f-7d7b-4e6e-a9ff-b90d80a4f56b req-27459a43-8216-4ea7-bb48-d5a3d13590cb tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0401874 Jun 23 20:15:44.671726 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9832-981c-4741-9da2-949bcd6e8f3a req-77ccf178-3932-45ca-809a-e7ccb89a0399 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:44.679219 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a0af9832-981c-4741-9da2-949bcd6e8f3a req-77ccf178-3932-45ca-809a-e7ccb89a0399 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0939240 Jun 23 20:15:44.735323 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a0af9832-981c-4741-9da2-949bcd6e8f3a req-14e09d03-7519-485b-984e-661327882b5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551243 Jun 23 20:15:45.175957 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:45.213537 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-92d8eaa7-8c1d-4373-979d-dbfd1a976c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:45.215229 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-92d8eaa7-8c1d-4373-979d-dbfd1a976c3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1128 time: 0.0508192 Jun 23 20:15:45.345170 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-45448a3d-6fe3-46b9-ac0b-66d7b16bd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:45.346660 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-45448a3d-6fe3-46b9-ac0b-66d7b16bd297 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a2028a4056254026b31f412942d1f576&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1129789 Jun 23 20:15:45.470229 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-576a4d96-e49e-4df7-9817-2508941f9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:45.472797 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3c854581-e1cc-40c9-8ee4-86bad14542e5 req-576a4d96-e49e-4df7-9817-2508941f9d85 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193519 Jun 23 20:15:45.801548 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:45.823392 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-30176c43-1cc6-4d5c-8a4e-e6d1b0d34e85 req-eacacd83-955f-4a00-bd85-f157642a1986 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0302451 Jun 23 20:15:45.917085 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392580d-453c-40e5-87a2-2111f08cd765 req-f81a83aa-faaa-4fcb-a239-3484f57e7293 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:45.918994 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4392580d-453c-40e5-87a2-2111f08cd765 req-f81a83aa-faaa-4fcb-a239-3484f57e7293 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0946140 Jun 23 20:15:46.016498 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4392580d-453c-40e5-87a2-2111f08cd765 req-80c68456-a281-4d3a-a08d-1872776f5eb4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912483 Jun 23 20:15:46.884512 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-d0bd2eee-5ab4-4af0-aba4-1048353fa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:46.886263 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-d0bd2eee-5ab4-4af0-aba4-1048353fa53d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1128 time: 0.0476763 Jun 23 20:15:46.945484 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-01bc742a-2ef5-4440-9048-9bb2e87efa82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 217 time: 0.0427539 Jun 23 20:15:46.973572 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1ee1892-60c9-420e-b6ec-7452ac0ac811 req-49018139-1729-4d4d-a82d-e0e9fbcd8a78 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=94c7d315-1803-43d6-929e-04e171f188a6 HTTP/1.1" status: 200 len: 210 time: 0.0634127 Jun 23 20:15:47.013714 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-24183d66-047d-41fc-afc3-a15055808fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:47.015174 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-24183d66-047d-41fc-afc3-a15055808fbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0507386 Jun 23 20:15:47.068732 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-383546ae-13ef-4c6f-ae43-b33ec24c80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:47.076509 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-383546ae-13ef-4c6f-ae43-b33ec24c80f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503869 Jun 23 20:15:47.182074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d804-8bff-45f7-90b0-c71b0c2ee66b req-a197def8-e847-4cd7-98e3-5ce4e7a137e5 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:47.183445 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3d57d804-8bff-45f7-90b0-c71b0c2ee66b req-a197def8-e847-4cd7-98e3-5ce4e7a137e5 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.0948119 Jun 23 20:15:47.243198 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-c2185b40-359a-451c-af53-1e155ef720ac service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646497 Jun 23 20:15:47.265475 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3d57d804-8bff-45f7-90b0-c71b0c2ee66b req-c5fc2bf2-7b2e-4819-b4c3-597ef207c141 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760686 Jun 23 20:15:47.346325 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-272dbd01-c7b0-4909-bf14-e1d5f222a2fd req-99456bd8-cf15-448b-8ea7-8591e56087ad service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954711 Jun 23 20:15:48.120622 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40264) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:48.175671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (f612f247-f7db-4f1c-9425-198fb02ca123), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.200183 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (f612f247-f7db-4f1c-9425-198fb02ca123), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.298806 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f612f247-f7db-4f1c-9425-198fb02ca123), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.301520 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.305514 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "DELETE /v2.0/security-groups/f612f247-f7db-4f1c-9425-198fb02ca123 HTTP/1.1" status: 204 len: 168 time: 0.1829617 Jun 23 20:15:48.305766 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40268) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:48.311908 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47ab8e-097c-45be-802d-0241619c0322 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f612f247-f7db-4f1c-9425-198fb02ca123,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:48.323518 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.api.v2.resource [None req-793ae909-b188-4601-a7ea-5da4b8187670 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] show failed (client error): The resource could not be found. Jun 23 20:15:48.325160 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-793ae909-b188-4601-a7ea-5da4b8187670 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups/f612f247-f7db-4f1c-9425-198fb02ca123 HTTP/1.1" status: 404 len: 347 time: 0.0183272 Jun 23 20:15:48.328752 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40270) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:48.459316 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866e155-d0d9-4037-b526-bf5553b99c62 req-0a7df5f5-723c-479d-adfc-63e41f7e55b5 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:48.460793 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e866e155-d0d9-4037-b526-bf5553b99c62 req-0a7df5f5-723c-479d-adfc-63e41f7e55b5 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 944 time: 0.1202855 Jun 23 20:15:48.513192 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Deleting port 7d12fcb9-df6e-4d8c-9467-add34a688fac {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:15:48.513527 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.560742 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e866e155-d0d9-4037-b526-bf5553b99c62 req-d6b0ea0f-3a88-437b-af5b-c34c65d54fab tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794806 Jun 23 20:15:48.609522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:48.618980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.625360 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (7d12fcb9-df6e-4d8c-9467-add34a688fac), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.633229 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Calling delete_port for 7d12fcb9-df6e-4d8c-9467-add34a688fac owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:15:48.824014 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (7d12fcb9-df6e-4d8c-9467-add34a688fac), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.850716 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'Port': ['ID=7d12fcb9-df6e-4d8c-9467-add34a688fac,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:48.913567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (85747256-2c0f-40a6-aad4-c3ec76eb0952), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.916669 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:48.918007 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0884a3c1-0283-48bd-a45b-aaa0d52d20a7 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "DELETE /v2.0/floatingips/85747256-2c0f-40a6-aad4-c3ec76eb0952 HTTP/1.1" status: 204 len: 168 time: 0.5876956 Jun 23 20:15:49.061958 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40276) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:49.066624 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727043059', 'description': 'tempest-description--37593272'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:49.084389 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.190343 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.268317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (d545b467-4867-460c-abd1-ab114d6e5412), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.294375 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 077883ce-f410-4855-8c89-e480ffa737bf details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:15:49.321592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d545b467-4867-460c-abd1-ab114d6e5412), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.342233 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.357009 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d545b467-4867-460c-abd1-ab114d6e5412,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:49.369671 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.401296 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:49.414045 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '077883ce-f410-4855-8c89-e480ffa737bf', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'port_id': '077883ce-f410-4855-8c89-e480ffa737bf', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:15:49.431109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.432322 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-faddc483-cbaf-47ba-b0a1-279b47a9f820 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3692942 Jun 23 20:15:49.435150 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40280) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:49.439407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group_rule': {'security_group_id': 'd545b467-4867-460c-abd1-ab114d6e5412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:49.450678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 077883ce-f410-4855-8c89-e480ffa737bf is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:49.452026 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.465010 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077883ce-f410-4855-8c89-e480ffa737bf {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:15:49.484491 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:49.533162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (b3796505-e77b-4a84-a211-d6849babec40), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.550724 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.595678 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (b3796505-e77b-4a84-a211-d6849babec40), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.597575 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:49.613840 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=7 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.675717 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (b3796505-e77b-4a84-a211-d6849babec40), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.687119 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9635bde-5a44-407c-b436-6b287ce9509f req-6bf26997-a759-4943-a77a-56f2d1b05aad tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:49.688138 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a9635bde-5a44-407c-b436-6b287ce9509f req-6bf26997-a759-4943-a77a-56f2d1b05aad tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Jun 23 20:15:49.720720 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3796505-e77b-4a84-a211-d6849babec40,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:49.754094 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a9635bde-5a44-407c-b436-6b287ce9509f req-b1e65f9b-c6ce-48e2-87b6-65f326cc45b5 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 Jun 23 20:15:49.809610 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.810567 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.811855 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ae29fb92-bd95-4d82-9c90-fff504f5efe2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3756554 Jun 23 20:15:49.816044 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40284) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:49.820688 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'security_group_rule': {'security_group_id': 'd545b467-4867-460c-abd1-ab114d6e5412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:49.836360 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:49.912170 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:15:49.933479 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (21f17731-4ee0-4930-b4c4-c2c2d48a800a), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:49.995776 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (21f17731-4ee0-4930-b4c4-c2c2d48a800a), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.075467 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (21f17731-4ee0-4930-b4c4-c2c2d48a800a), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.095200 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f17731-4ee0-4930-b4c4-c2c2d48a800a,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:50.163281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.164547 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b7f2c5fa-6700-4965-bdff-09301da6d629 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474011 Jun 23 20:15:50.173642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40290) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:50.178426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:50.269986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.346644 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.454884 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Allocated IP 172.27.0.194 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/84f3ce51-c439-4075-b86e-f0bd2c6f3224) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:50.524944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:50.559303 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.635165 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.676024 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:50.679620 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:50.683554 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:50.686541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=84f3ce51-c439-4075-b86e-f0bd2c6f3224,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:50.764193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:50.767104 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.873117 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d125-e519-4044-a814-e52a4d2624ce req-21bfe747-c411-4d6c-9735-013d05ee630c tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:50.874563 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8434d125-e519-4044-a814-e52a4d2624ce req-21bfe747-c411-4d6c-9735-013d05ee630c tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 945 time: 0.0500164 Jun 23 20:15:50.931830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:50.972822 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8434d125-e519-4044-a814-e52a4d2624ce req-81b4f347-68e1-4240-b805-a59902972ec2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928140 Jun 23 20:15:51.092868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.155683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.231677 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=84f3ce51-c439-4075-b86e-f0bd2c6f3224,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:51.245984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.295138 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 077883ce-f410-4855-8c89-e480ffa737bf up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:15:51.335585 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.336874 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fc82d7d4-3b54-4e20-93b0-3c423e65abf8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1622686 Jun 23 20:15:51.337035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 077883ce-f410-4855-8c89-e480ffa737bf completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:15:51.401587 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 077883ce-f410-4855-8c89-e480ffa737bf triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:51.402086 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (077883ce-f410-4855-8c89-e480ffa737bf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.477691 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 077883ce-f410-4855-8c89-e480ffa737bf is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:15:51.478083 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.502681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:15:51.504934 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde55cd-b6c0-4676-aeb7-ffd6954ea497" -d '{"events": [{"server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "name": "network-vif-plugged", "status": "completed", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:15:51.518476 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:15:51.539403 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-a557bfc3-7d2d-4a69-a0a1-6ba392f2aedf tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1727043059&fields=id&tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 267 time: 0.0467782 Jun 23 20:15:51.543969 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631bdf26-483b-49ab-bf08-830117f94f8a x-openstack-request-id: req-631bdf26-483b-49ab-bf08-830117f94f8a {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:15:51.544348 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "name": "network-vif-plugged", "status": "completed", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:15:51.554193 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-631bdf26-483b-49ab-bf08-830117f94f8a {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:15:51.554193 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631bdf26-483b-49ab-bf08-830117f94f8a'] response: {'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'code': 200} Jun 23 20:15:51.607528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:51.654247 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-bd5e3d36-f106-4218-8a6d-93ef89bca396 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:51.655732 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-bd5e3d36-f106-4218-8a6d-93ef89bca396 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 810 time: 0.1100981 Jun 23 20:15:51.655873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:51.669199 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:51.671857 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-821ac0b7-6e99-4f4a-9bf8-8dcb64d66b56 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/quotas/ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 375 time: 0.0098853 Jun 23 20:15:51.720045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-e2eeb1d3-3e6e-426e-80c3-d3014db7d0f9 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429137 Jun 23 20:15:51.818567 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-c44e71ea-6e7f-4949-a187-a698def3e122 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862141 Jun 23 20:15:51.936904 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-d0604d97-b946-4476-87ac-d993c2b0e070 service neutron] 10.222.0.44 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125698 Jun 23 20:15:51.941579 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2b92d-40a8-42f4-b72e-27b84f9ec469 req-87655cfe-34fc-43de-89a1-273252d613b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:51.943005 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f2b92d-40a8-42f4-b72e-27b84f9ec469 req-87655cfe-34fc-43de-89a1-273252d613b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1130 time: 0.0512781 Jun 23 20:15:51.988601 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a1f2b92d-40a8-42f4-b72e-27b84f9ec469 req-a8cff0b3-e409-4333-a186-580bda7bb69e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Jun 23 20:15:52.087145 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35923cba-3953-4186-9bb2-b0fa1e1cc867 req-d328440a-63f4-4950-b928-d9561ff2ad12 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:52.088628 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-35923cba-3953-4186-9bb2-b0fa1e1cc867 req-d328440a-63f4-4950-b928-d9561ff2ad12 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0468683 Jun 23 20:15:52.137376 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-35923cba-3953-4186-9bb2-b0fa1e1cc867 req-e6749ea1-9abd-46e9-8b5f-98b666c2a190 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Jun 23 20:15:52.190339 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-30b433ea-81ef-46ae-8dce-928d0983fce1 req-2eb1d1f2-a409-4ce3-b4a1-d66741f48f0a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0296700 Jun 23 20:15:53.243748 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:53.261759 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3a5d-6d56-4a88-b8e5-367dc59dd9c2 req-52f2ed3e-a3b6-4ad0-8e5f-63e4364a7223 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:53.263216 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c6b3a5d-6d56-4a88-b8e5-367dc59dd9c2 req-52f2ed3e-a3b6-4ad0-8e5f-63e4364a7223 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0566251 Jun 23 20:15:53.310876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e49dc56d-7c7a-4e3f-894e-0ce7e43da7d1 req-3908ca18-13fc-4cd8-a5f6-af9575668729 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0403545 Jun 23 20:15:53.333860 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c6b3a5d-6d56-4a88-b8e5-367dc59dd9c2 req-9b43d53a-f688-42fc-b67e-14f5300e4032 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641911 Jun 23 20:15:54.415745 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2d99d44b-eb87-4443-afb3-5ba13c3566d0 req-e1b3b618-7425-431e-b194-4aa6d4018de5 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0338743 Jun 23 20:15:54.623890 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bec88c-97ee-4f4b-8f94-ace2e8b6bcf5 req-e7e50281-5560-446a-b6ae-7da0370ee2c0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:54.625425 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77bec88c-97ee-4f4b-8f94-ace2e8b6bcf5 req-e7e50281-5560-446a-b6ae-7da0370ee2c0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0613959 Jun 23 20:15:54.634383 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-e1b324d8-12ac-4363-b0ad-cb228565e1ae tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:54.635721 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-e1b324d8-12ac-4363-b0ad-cb228565e1ae tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 810 time: 0.1445606 Jun 23 20:15:54.705368 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-77bec88c-97ee-4f4b-8f94-ace2e8b6bcf5 req-77ab2128-fd46-4f4d-bb73-7e466422bca7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Jun 23 20:15:54.728183 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-15868d53-ceda-4bdf-af72-4f612b3552b8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae HTTP/1.1" status: 200 len: 380 time: 0.0763364 Jun 23 20:15:54.737081 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'port': {'device_id': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'admin_state_up': True, 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'security_groups': ['d545b467-4867-460c-abd1-ab114d6e5412']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:54.862168 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873798-c63f-48b9-9402-ad941240b7a7 req-b9dfe673-9589-456d-a891-cc00147388d8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:54.863614 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95873798-c63f-48b9-9402-ad941240b7a7 req-b9dfe673-9589-456d-a891-cc00147388d8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0683436 Jun 23 20:15:54.920831 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-95873798-c63f-48b9-9402-ad941240b7a7 req-57dcf4c9-01dd-401f-999a-894c63e0e553 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507004 Jun 23 20:15:55.006724 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Made reservation on behalf of ed44d3eff7af4bd1bc339244e2bc2fae for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:15:55.010198 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.127843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:55.137991 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Allocated IP 172.20.0.9 (6d5d57f3-4510-4872-96be-48a3a247b8dc/37f7175c-28d9-4a84-bc50-72fa17385fc2/20228e09-3cd8-4ebb-a57a-0b23971f8745) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:15:55.269243 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:55.295702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd2f49-606d-4aee-95fd-43af47946b8b req-70d2a6a7-f4f5-4760-bdb9-d4f71c6a927d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:55.297203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2abd2f49-606d-4aee-95fd-43af47946b8b req-70d2a6a7-f4f5-4760-bdb9-d4f71c6a927d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0997343 Jun 23 20:15:55.349435 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.379320 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2abd2f49-606d-4aee-95fd-43af47946b8b req-38ce99d2-449e-44df-960b-2d7358f09e99 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766733 Jun 23 20:15:55.520090 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2be53833-d856-4002-84d7-9cfcb36c378a req-19ae9cd2-1571-48e4-bc29-93aecb916bed tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0302536 Jun 23 20:15:55.585642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.628397 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:15:55.632146 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:15:55.635061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:15:55.667947 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event updated for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:55.697385 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:55.697993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.776366 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-9788bca5-a3c4-46de-9551-aa5649791151 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0428138 Jun 23 20:15:55.793683 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Request body: {'port': {'device_id': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:15:55.824883 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-19537e99-df8d-4af8-a6b1-f3c7ae4818e9 None None] Provisioning complete for port 20228e09-3cd8-4ebb-a57a-0b23971f8745 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:15:55.825472 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-19537e99-df8d-4af8-a6b1-f3c7ae4818e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.859535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:55.862035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-19537e99-df8d-4af8-a6b1-f3c7ae4818e9 None None] Port 20228e09-3cd8-4ebb-a57a-0b23971f8745 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:15:56.119067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20228e09-3cd8-4ebb-a57a-0b23971f8745 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:15:56.126621 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks [] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.138820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Transition to ACTIVE for port object 20228e09-3cd8-4ebb-a57a-0b23971f8745 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:15:56.230190 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.253063 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:56.280239 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Pushing event updated for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:56.358221 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Attempting to bind port 20228e09-3cd8-4ebb-a57a-0b23971f8745 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:15:56.358568 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Attempting to bind port 20228e09-3cd8-4ebb-a57a-0b23971f8745 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:15:56.358906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Attempting to bind port 20228e09-3cd8-4ebb-a57a-0b23971f8745 on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:56.363950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Port 20228e09-3cd8-4ebb-a57a-0b23971f8745 on network 6d5d57f3-4510-4872-96be-48a3a247b8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:15:56.364275 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Attempting to bind port 20228e09-3cd8-4ebb-a57a-0b23971f8745 on network 6d5d57f3-4510-4872-96be-48a3a247b8dc {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:15:56.369999 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:15:56.370337 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Checking segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:15:56.370719 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Bound using segment: {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:15:56.371200 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Bound port: 20228e09-3cd8-4ebb-a57a-0b23971f8745, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87653f5c-62ba-4878-bce1-06ec7fddaca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:15:56.371558 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.386658 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:56.445405 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:15:56.448571 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:15:56.522264 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.559108 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:56.559979 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.561560 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] 10.222.0.42 "PUT /v2.0/ports/20228e09-3cd8-4ebb-a57a-0b23971f8745 HTTP/1.1" status: 200 len: 1093 time: 0.7720580 Jun 23 20:15:56.564744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:15:56.566994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:15:56.596103 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86624ddf-7e7d-49d6-b5d0-593bc0c81416 service neutron] Pushing event updated for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:56.632986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97940de7-832a-42ea-aeb4-a06291939f99 x-openstack-request-id: req-97940de7-832a-42ea-aeb4-a06291939f99 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:15:56.633280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:15:56.633542 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97940de7-832a-42ea-aeb4-a06291939f99 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:15:56.633954 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97940de7-832a-42ea-aeb4-a06291939f99'] response: {'name': 'network-changed', 'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'status': 'completed', 'code': 200} Jun 23 20:15:56.669754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237118-d6b2-4fa2-a499-af2966c546df req-ba3e18f6-b075-4440-9b26-cd42f35730c2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:56.672154 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1237118-d6b2-4fa2-a499-af2966c546df req-ba3e18f6-b075-4440-9b26-cd42f35730c2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 943 time: 0.0540318 Jun 23 20:15:56.712183 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40376) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:15:56.737110 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-95af728f-9f37-4338-bcf7-a835742f6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:56.738898 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-95af728f-9f37-4338-bcf7-a835742f6c30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0658405 Jun 23 20:15:56.819360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:56.881481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port 47b158a5-b072-46e1-87a4-d74bd08ba208 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:15:56.881760 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.970198 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.970579 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (47b158a5-b072-46e1-87a4-d74bd08ba208), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:56.985246 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for 47b158a5-b072-46e1-87a4-d74bd08ba208 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:15:57.048651 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1237118-d6b2-4fa2-a499-af2966c546df req-b64305f9-25b9-4b1a-b0a6-2c4b91311cc0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663976 Jun 23 20:15:57.138458 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-ce4d9200-5bf2-41ca-a801-ff43ce1a3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:57.140102 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-ce4d9200-5bf2-41ca-a801-ff43ce1a3a19 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3877759 Jun 23 20:15:57.255711 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-dbac4138-0117-4f94-90c9-c3863d372678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:57.257209 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-890ea74d-7d9b-4e99-8f27-6bb0a206bdf1 req-dbac4138-0117-4f94-90c9-c3863d372678 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1114974 Jun 23 20:15:57.271894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (47b158a5-b072-46e1-87a4-d74bd08ba208), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:57.303160 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=47b158a5-b072-46e1-87a4-d74bd08ba208,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:15:57.360478 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-87a179ef-4bab-4928-a749-48b1fcd644ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:57.371039 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-87a179ef-4bab-4928-a749-48b1fcd644ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0510414 Jun 23 20:15:57.371512 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (80500a59-e6c7-4145-b1d3-40b4550c199e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:57.371809 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP 80500a59-e6c7-4145-b1d3-40b4550c199e disassociated (deleted). External IP: 172.27.0.207, port: a261f993-dd66-47dc-9b31-a51d223f5302. Jun 23 20:15:57.425765 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-d276ceff-a13a-43fc-9f08-bac782011155 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745 HTTP/1.1" status: 200 len: 217 time: 0.0412283 Jun 23 20:15:57.481654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-b605bbc3-127b-4c6e-93eb-8bdb014751ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:57.483178 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-b605bbc3-127b-4c6e-93eb-8bdb014751ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0459960 Jun 23 20:15:57.526852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:57.534037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-b5ea1f9d-f65f-40d2-bccb-0d16f7cef602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:57.537150 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-b5ea1f9d-f65f-40d2-bccb-0d16f7cef602 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475023 Jun 23 20:15:57.587308 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:15:57.591289 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:57.656885 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-74c1d4d8-6258-48c3-bd16-c4413db8e22d service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131024 Jun 23 20:15:57.699496 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:15:57.709323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:15:57.710556 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:15:57.720670 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:57.721367 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:57.739186 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b47c9361-3d9e-4cba-82fd-5c9c01182a4c tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "DELETE /v2.0/floatingips/80500a59-e6c7-4145-b1d3-40b4550c199e HTTP/1.1" status: 204 len: 168 time: 1.0232978 Jun 23 20:15:57.739186 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:15:57.739880 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:15:57.757231 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb050e82-0c6d-4615-aa7c-2c29e61eca3f req-56b9a7ae-fd47-423d-8179-630e6ded844a service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934782 Jun 23 20:15:57.838399 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:57.945989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:58.052111 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:58.085318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:15:58.094570 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:15:58.095214 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:15:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:58.156843 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:58.173269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba6d13-6653-4508-a660-0ec4ec4da188 req-8b7a5e03-e757-4555-b412-efd158348752 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:58.174839 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-edba6d13-6653-4508-a660-0ec4ec4da188 req-8b7a5e03-e757-4555-b412-efd158348752 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0493519 Jun 23 20:15:58.231370 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e67993-cfaa-4cad-9987-0c5b5d261012 x-openstack-request-id: req-50e67993-cfaa-4cad-9987-0c5b5d261012 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:15:58.231860 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:15:58.232111 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50e67993-cfaa-4cad-9987-0c5b5d261012 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:15:58.232538 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e67993-cfaa-4cad-9987-0c5b5d261012'] response: {'name': 'network-changed', 'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'status': 'completed', 'code': 200} Jun 23 20:15:58.244602 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-edba6d13-6653-4508-a660-0ec4ec4da188 req-b7a1fdcd-a0c3-468d-995e-908880dfb9ed tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635054 Jun 23 20:15:58.331149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185730ec-8d08-4974-94b3-d1bb811db411 req-295ef263-a96c-42da-8a7a-9da97471f8d8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:58.332682 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-185730ec-8d08-4974-94b3-d1bb811db411 req-295ef263-a96c-42da-8a7a-9da97471f8d8 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 943 time: 0.0477557 Jun 23 20:15:58.351383 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:15:58.383697 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-185730ec-8d08-4974-94b3-d1bb811db411 req-64dd0a40-f90d-40eb-a476-5bda671f5678 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444767 Jun 23 20:15:58.556562 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:15:58.580925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaadb176-8c27-4790-96b9-fccaf73e8bfe None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'c6cb8a27-51df-414b-9000-a18ce1ce2094', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'port_id': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'mac_address': 'fa:16:3e:83:53:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:11:54Z', 'updated_at': '2022-06-23T20:11:57Z', 'revision_number': 1, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:15:58.806671 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-e66c5535-d09e-4e4d-bb05-f2243d9c8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:58.808207 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-e66c5535-d09e-4e4d-bb05-f2243d9c8612 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 1130 time: 0.0418293 Jun 23 20:15:58.814490 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4d56d-372c-4575-8c77-1e8847e36f8e None None] New status for floating IP 80500a59-e6c7-4145-b1d3-40b4550c199e: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:15:58.832501 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:15:58.904046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-2fd9d54f-a544-4225-8e31-25aa4ea624df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:58.905557 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-2fd9d54f-a544-4225-8e31-25aa4ea624df service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.0917995 Jun 23 20:15:59.360586 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32955dea-b323-44b9-84f1-f2b9d47ca7ac req-0349ba9f-6875-4a2a-8469-8bc63643d324 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:59.362069 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-32955dea-b323-44b9-84f1-f2b9d47ca7ac req-0349ba9f-6875-4a2a-8469-8bc63643d324 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0470953 Jun 23 20:15:59.409769 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-32955dea-b323-44b9-84f1-f2b9d47ca7ac req-ac9f1278-6b8a-488f-a78e-95fc3ccc7c7f tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Jun 23 20:15:59.505718 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bf72f-4446-431a-a58d-b4feb9482fe3 req-14581771-3167-41d2-bad5-9a697b73487d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:15:59.507180 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a47bf72f-4446-431a-a58d-b4feb9482fe3 req-14581771-3167-41d2-bad5-9a697b73487d tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 943 time: 0.0525262 Jun 23 20:15:59.555192 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a47bf72f-4446-431a-a58d-b4feb9482fe3 req-fea5088e-c825-44a7-9603-eaea6695fef1 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Jun 23 20:15:59.996386 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-55b48352-9ec1-4e13-8cf5-7e7688fa159d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a261f993-dd66-47dc-9b31-a51d223f5302 HTTP/1.1" status: 200 len: 217 time: 0.0322700 Jun 23 20:16:00.049144 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-bca8da89-32fb-413c-98f8-a887b2a33b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:00.050594 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-bca8da89-32fb-413c-98f8-a887b2a33b24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.0442021 Jun 23 20:16:00.216026 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-92d569af-147a-4466-8376-b08a383b096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:00.217481 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-92d569af-147a-4466-8376-b08a383b096e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472255 Jun 23 20:16:00.315619 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-0c1d2680-7f55-4ce7-8bb3-a1bc57d3dcc3 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Jun 23 20:16:00.523544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372d1d6-022b-4cb8-8214-03f128560ace req-53228460-2651-4145-b028-81d92b12e5f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:00.524968 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8372d1d6-022b-4cb8-8214-03f128560ace req-53228460-2651-4145-b028-81d92b12e5f0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0467200 Jun 23 20:16:00.584827 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8372d1d6-022b-4cb8-8214-03f128560ace req-61187d10-8320-45e9-b704-591f69211285 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543332 Jun 23 20:16:00.667900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5193d-edbc-41ad-a99d-da8d47e0b77c req-de19f67a-d93e-49e2-bcbd-7b74f0e0318b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:00.669455 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2db5193d-edbc-41ad-a99d-da8d47e0b77c req-de19f67a-d93e-49e2-bcbd-7b74f0e0318b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 943 time: 0.0462079 Jun 23 20:16:00.716383 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2db5193d-edbc-41ad-a99d-da8d47e0b77c req-e74e7d19-22e7-4eb0-8808-d92202aa6c25 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414531 Jun 23 20:16:01.340374 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 20228e09-3cd8-4ebb-a57a-0b23971f8745 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:16:01.416079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:01.441063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:01.451956 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'port_id': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'mac_address': 'fa:16:3e:8f:c3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:16:01.490423 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 20228e09-3cd8-4ebb-a57a-0b23971f8745 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:01.490745 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:01.507385 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20228e09-3cd8-4ebb-a57a-0b23971f8745 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:16:01.528989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:01.635344 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:01.683595 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:01.700116 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cb90c-edc9-456a-84bf-abdc4c65e447 req-6b61a770-7540-486c-a60b-7e6878dcb76d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:01.701610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb7cb90c-edc9-456a-84bf-abdc4c65e447 req-6b61a770-7540-486c-a60b-7e6878dcb76d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0475452 Jun 23 20:16:01.750633 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb7cb90c-edc9-456a-84bf-abdc4c65e447 req-a402e1f3-cd82-49e9-ba29-7e80d88ff9b8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Jun 23 20:16:01.837280 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1195f-fed5-41fb-bd34-5ab9528de919 req-590d401f-80f4-49a8-ad58-c06dc6dac6dd tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:01.838791 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bf1195f-fed5-41fb-bd34-5ab9528de919 req-590d401f-80f4-49a8-ad58-c06dc6dac6dd tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 944 time: 0.0559177 Jun 23 20:16:01.883104 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:01.887597 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2bf1195f-fed5-41fb-bd34-5ab9528de919 req-e925d928-be6c-4a61-b84b-38ea753d136c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Jun 23 20:16:01.946532 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['20228e09-3cd8-4ebb-a57a-0b23971f8745'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:16:02.866364 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2f36f-7743-48fb-b7d9-2ef4d7b1ea4e req-76dab7a7-7385-40a5-b7db-442711249393 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:02.867772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-71d2f36f-7743-48fb-b7d9-2ef4d7b1ea4e req-76dab7a7-7385-40a5-b7db-442711249393 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0485206 Jun 23 20:16:02.877611 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:16:02.917949 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-71d2f36f-7743-48fb-b7d9-2ef4d7b1ea4e req-95a39474-3845-4959-bc6d-6c56a76469d8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Jun 23 20:16:03.008950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8a97a-b371-4eca-8583-e671402a0fdb req-47de54b8-063d-4112-b736-e8cfa8c7e0a2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:03.010427 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5e8a97a-b371-4eca-8583-e671402a0fdb req-47de54b8-063d-4112-b736-e8cfa8c7e0a2 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Jun 23 20:16:03.011537 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40466) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:03.063416 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5e8a97a-b371-4eca-8583-e671402a0fdb req-031dceca-546d-46ac-a9cb-a1a0930b2e1f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Jun 23 20:16:03.127501 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:03.133531 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.167370 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:03.208522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Publish callbacks [] for security_group (dd9cfa82-f93e-4996-8d2a-6f1521b3560e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.270152 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (dd9cfa82-f93e-4996-8d2a-6f1521b3560e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.310184 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9cfa82-f93e-4996-8d2a-6f1521b3560e,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:03.314090 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ccf22c04034cd19c387fa9122b8235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015490 Jun 23 20:16:03.316809 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40470) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:03.319798 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.320140 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.320503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.320971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.321297 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.321620 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.321940 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.322261 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.322580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.322899 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.323220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.323537 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.323853 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.324165 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.324503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6f1c91-f199-4790-b0ed-d70e627b1d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.369479 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Publish callbacks [] for security_group (dd9cfa82-f93e-4996-8d2a-6f1521b3560e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.384745 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 20228e09-3cd8-4ebb-a57a-0b23971f8745 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:16:03.392802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Publish callbacks [] for security_group (dd9cfa82-f93e-4996-8d2a-6f1521b3560e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.428070 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port 20228e09-3cd8-4ebb-a57a-0b23971f8745 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:16:03.492792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port 20228e09-3cd8-4ebb-a57a-0b23971f8745 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:16:03.493159 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.510192 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (dd9cfa82-f93e-4996-8d2a-6f1521b3560e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.512823 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.514004 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd9cfa82-f93e-4996-8d2a-6f1521b3560e HTTP/1.1" status: 204 len: 168 time: 0.1961493 Jun 23 20:16:03.523597 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9cfa82-f93e-4996-8d2a-6f1521b3560e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:03.531203 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.531653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.532028 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.532410 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.532749 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.533086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.533409 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.533735 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.534062 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.534387 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.534796 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.535044 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.535366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.535686 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.536005 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1113a71-dc9b-4f72-9669-c892b624f464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.578993 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port 20228e09-3cd8-4ebb-a57a-0b23971f8745 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:03.579347 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.604290 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:03.606513 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee08830-ff58-4f12-b980-23dd0606dda2" -d '{"events": [{"server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:03.619667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:03.648063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef769722-97d9-46ec-9bf1-2bba8fb1db71 x-openstack-request-id: req-ef769722-97d9-46ec-9bf1-2bba8fb1db71 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:03.648407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:03.648927 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef769722-97d9-46ec-9bf1-2bba8fb1db71 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:03.649568 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef769722-97d9-46ec-9bf1-2bba8fb1db71'] response: {'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'code': 200} Jun 23 20:16:03.693357 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:03.742617 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:03.750012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.750267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.750609 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.750948 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.751279 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.751606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.751934 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.752244 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.752634 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.752984 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.753220 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.753543 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.753912 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.754286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:03.754490 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:16:04.038326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cf7e0-f447-476b-8ea9-5529a71c815f req-583ef620-9501-4cd0-ad80-e0d05b632df5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:04.039813 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c28cf7e0-f447-476b-8ea9-5529a71c815f req-583ef620-9501-4cd0-ad80-e0d05b632df5 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0478392 Jun 23 20:16:04.097738 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c28cf7e0-f447-476b-8ea9-5529a71c815f req-caba95d5-bb08-4505-ab9c-40fa29b3cff2 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523736 Jun 23 20:16:04.184708 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03a81f-dd10-4378-a6ec-4c63c4f4a3e3 req-0a1e335a-bf17-40d3-b2e4-dd2a805cad10 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:04.186191 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7c03a81f-dd10-4378-a6ec-4c63c4f4a3e3 req-0a1e335a-bf17-40d3-b2e4-dd2a805cad10 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Jun 23 20:16:04.242562 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7c03a81f-dd10-4378-a6ec-4c63c4f4a3e3 req-36851e47-a526-42ce-b937-3d419b9d72fd tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506358 Jun 23 20:16:04.580949 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40502) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:04.674263 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1199846273-network', 'tenant_id': 'eccb032b11e045fdbb42238762eada05'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:04.749804 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Made reservation on behalf of eccb032b11e045fdbb42238762eada05 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:16:04.752038 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:04.763899 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:04.838010 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks [] for security_group (15944708-2b6b-47a9-b6f7-724f05da629d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:04.926346 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (15944708-2b6b-47a9-b6f7-724f05da629d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:04.951760 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:16:04.962096 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15944708-2b6b-47a9-b6f7-724f05da629d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:04.966870 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (585ee142-038c-409b-8b4a-b570d759b216), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:04.967206 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Added segment 585ee142-038c-409b-8b4a-b570d759b216 of type vlan for network 93615a59-0936-480e-a559-d91a2775b59b Jun 23 20:16:05.007472 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (93615a59-0936-480e-a559-d91a2775b59b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.092180 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (93615a59-0936-480e-a559-d91a2775b59b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.093161 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:05.093733 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.153883 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] Pushing event updated for resources: {'Network': ['ID=93615a59-0936-480e-a559-d91a2775b59b,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:05.164653 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 93615a59-0936-480e-a559-d91a2775b59b details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:16:05.193469 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3501b168-27a4-4b45-8f7e-c06621686110 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6105657 Jun 23 20:16:05.196036 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40508) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:05.201768 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Request body: {'subnet': {'network_id': '93615a59-0936-480e-a559-d91a2775b59b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1199846273-subnet', 'tenant_id': 'eccb032b11e045fdbb42238762eada05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:05.216705 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6aae8-7ebe-40a4-9871-b326a76a78c4 req-990feb75-c82e-4d7e-8cac-2b86b0250b4d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:05.218319 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbc6aae8-7ebe-40a4-9871-b326a76a78c4 req-990feb75-c82e-4d7e-8cac-2b86b0250b4d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 946 time: 0.0480614 Jun 23 20:16:05.275297 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cbc6aae8-7ebe-40a4-9871-b326a76a78c4 req-8b82a745-0e15-4da6-a82c-5d3d13ed1cbe tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515795 Jun 23 20:16:05.288535 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Made reservation on behalf of eccb032b11e045fdbb42238762eada05 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:16:05.291397 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800174'] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.309179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:05.366030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402d0c3-f2d7-4afc-88b7-00ee2169c1c6 req-20bb896a-db6e-4e3a-961c-c5b653f97a6c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:05.367579 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7402d0c3-f2d7-4afc-88b7-00ee2169c1c6 req-20bb896a-db6e-4e3a-961c-c5b653f97a6c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Jun 23 20:16:05.388184 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device a261f993-dd66-47dc-9b31-a51d223f5302 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:05.399377 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:05.417390 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7402d0c3-f2d7-4afc-88b7-00ee2169c1c6 req-d67abbd6-583a-4b69-a0ed-36e5c9ae009a tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Jun 23 20:16:05.464392 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:05.468092 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port a261f993-dd66-47dc-9b31-a51d223f5302 is: ACTIVE; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:05.468547 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.501145 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:05.516155 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9165107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800216'] for subnet (f5684b4b-5f5d-4151-9851-9a32a98ae38b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.575503 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5684b4b-5f5d-4151-9851-9a32a98ae38b,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:05.585758 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Checking segment: {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:16:05.586331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Network hostable DHCP agents. Network: 93615a59-0936-480e-a559-d91a2775b59b, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:16:05.590294 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.648938 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=6']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:05.651567 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:05.654193 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd89c23b-a3fe-4597-b3de-5446232384a3" -d '{"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-unplugged", "status": "completed", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:05.658874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:05.684138 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f06df7c7-739d-4fc1-a64f-e1d8730ef6d9 req-dd3a4930-2c82-4d08-a186-3213b03cd675 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888190 Jun 23 20:16:05.695583 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f22660-3db1-4f7c-8d80-bf0b07bee995 x-openstack-request-id: req-f3f22660-3db1-4f7c-8d80-bf0b07bee995 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:05.695875 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-unplugged", "status": "completed", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:05.696129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3f22660-3db1-4f7c-8d80-bf0b07bee995 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:05.696552 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f22660-3db1-4f7c-8d80-bf0b07bee995'] response: {'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'code': 200} Jun 23 20:16:05.766612 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Network 93615a59-0936-480e-a559-d91a2775b59b is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:16:05.818378 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-84e08786-8b1d-4f34-9a08-9c4fcecbd556 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:05.820530 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-84e08786-8b1d-4f34-9a08-9c4fcecbd556 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 944 time: 0.0557921 Jun 23 20:16:05.887223 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 93615a59-0936-480e-a559-d91a2775b59b) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:16:05.891340 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:05.892040 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.902141 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937fc3e3-e374-4e6a-95a1-517e7beb0dc3 None None] Network 93615a59-0936-480e-a559-d91a2775b59b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:16:05.905127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port a261f993-dd66-47dc-9b31-a51d223f5302 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:05.905480 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:05.975675 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-74d61cb8-6618-4df0-9b46-5a8ed0d87eae admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7782948 Jun 23 20:16:06.013246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359acd7-d19f-4656-8893-d0ea81fb9311 req-d5bbd739-cc2a-413a-be06-4882e28603dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:06.014772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d359acd7-d19f-4656-8893-d0ea81fb9311 req-d5bbd739-cc2a-413a-be06-4882e28603dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 1129 time: 0.0780318 Jun 23 20:16:06.023740 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac84d2a-ef54-4090-837b-777e41223eb5 None None] Network 93615a59-0936-480e-a559-d91a2775b59b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:16:06.031954 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:06.059301 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] For port a261f993-dd66-47dc-9b31-a51d223f5302, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a261f993-dd66-47dc-9b31-a51d223f5302,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:06.059668 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:06.086112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for a261f993-dd66-47dc-9b31-a51d223f5302 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:06.092583 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:06.099667 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d359acd7-d19f-4656-8893-d0ea81fb9311 req-b4b7df29-72a7-42fd-a69d-5bb934ef6180 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777173 Jun 23 20:16:06.237446 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b5cce762-e90a-4556-b009-c03a53cbcc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:06.264224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (a261f993-dd66-47dc-9b31-a51d223f5302), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:06.292430 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=a261f993-dd66-47dc-9b31-a51d223f5302,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:06.342697 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] No DVR routers for this DVR port a261f993-dd66-47dc-9b31-a51d223f5302 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:06.345522 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:06.348863 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d8a30e54-8122-4d53-a31f-52083c734c63 req-a3638b11-a04b-407c-928c-b69371887407 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "DELETE /v2.0/ports/a261f993-dd66-47dc-9b31-a51d223f5302 HTTP/1.1" status: 204 len: 173 time: 0.5225191 Jun 23 20:16:06.349432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-deleted', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:06.352425 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ef677d-1b90-4ad5-91a6-48e4e86023dc" -d '{"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-deleted", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:06.383998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-99495576-487e-4077-9b9d-76a6980e31a1 req-7b203910-badc-47f5-8ffb-0e89b90c5f90 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Jun 23 20:16:06.389858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa65d2d-f6fa-45e9-b900-f460c1c88998 x-openstack-request-id: req-3aa65d2d-f6fa-45e9-b900-f460c1c88998 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:06.390723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12f15d-0c87-4413-a893-463700ea1e11", "name": "network-vif-deleted", "tag": "a261f993-dd66-47dc-9b31-a51d223f5302", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:06.390723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3aa65d2d-f6fa-45e9-b900-f460c1c88998 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:06.390923 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa65d2d-f6fa-45e9-b900-f460c1c88998'] response: {'server_uuid': '6a12f15d-0c87-4413-a893-463700ea1e11', 'name': 'network-vif-deleted', 'tag': 'a261f993-dd66-47dc-9b31-a51d223f5302', 'status': 'completed', 'code': 200} Jun 23 20:16:06.532666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94954a-6e8f-48d8-8b96-4141bd5ce6fb req-38d73c50-523d-4b80-aa02-b35db9498552 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:06.534289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b94954a-6e8f-48d8-8b96-4141bd5ce6fb req-38d73c50-523d-4b80-aa02-b35db9498552 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Jun 23 20:16:06.585103 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b94954a-6e8f-48d8-8b96-4141bd5ce6fb req-a396d0cb-aaea-4fed-89a4-647affcdd679 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440586 Jun 23 20:16:07.483411 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-133f826f-17c8-4c21-a195-737aa8ab148f req-61b6aec0-e106-4949-9063-3beb94e88bc0 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a12f15d-0c87-4413-a893-463700ea1e11 HTTP/1.1" status: 200 len: 210 time: 0.0316334 Jun 23 20:16:07.700108 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff80ad8-0331-422d-b206-5f9adb040a2a req-3f13c057-9ec9-4dfa-982a-4059d59f889b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:07.701731 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ff80ad8-0331-422d-b206-5f9adb040a2a req-3f13c057-9ec9-4dfa-982a-4059d59f889b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0476520 Jun 23 20:16:07.749836 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ff80ad8-0331-422d-b206-5f9adb040a2a req-2a6498e3-57e4-452e-9540-2a9103136e90 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421736 Jun 23 20:16:07.956576 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:08.061885 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:08.168104 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-71f8b256-9ee5-4e09-be60-50dfe91ac5d4 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:08.169807 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-71f8b256-9ee5-4e09-be60-50dfe91ac5d4 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/networks?id=93615a59-0936-480e-a559-d91a2775b59b HTTP/1.1" status: 200 len: 814 time: 0.1189039 Jun 23 20:16:08.186447 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-048dfd53-d46a-4f56-90d0-6248af754d31 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/quotas/eccb032b11e045fdbb42238762eada05 HTTP/1.1" status: 200 len: 375 time: 0.0113654 Jun 23 20:16:08.221935 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-3d9158a6-ae3d-435c-966e-4cfcad67bed7 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303583 Jun 23 20:16:08.324291 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-3f3d3ed0-3a45-42f9-80b7-191f7ffee94b service neutron] 10.222.0.44 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950334 Jun 23 20:16:08.395248 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d932f36b-e472-4322-a98d-13ed888dd1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:08.423911 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-5929d7f0-67c5-48f9-8175-4f0ee1f18e67 service neutron] 10.222.0.44 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939639 Jun 23 20:16:08.675594 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c3841ea0-c8aa-4410-a15b-d87b755f2355 req-cec7aa38-723c-481b-808d-b91bc245522f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 210 time: 0.0422285 Jun 23 20:16:08.872988 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5dc12-0fdb-4ddb-8850-adf409c1c656 req-98ad466b-9171-49ba-9c17-d668cf066c0f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:08.874402 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21d5dc12-0fdb-4ddb-8850-adf409c1c656 req-98ad466b-9171-49ba-9c17-d668cf066c0f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0469387 Jun 23 20:16:08.925886 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-21d5dc12-0fdb-4ddb-8850-adf409c1c656 req-2fe40514-6bad-4f87-a2f9-43659890f535 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Jun 23 20:16:09.037900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c9c48-2302-4ad9-930b-86250c900821 req-9bbbebe9-fb94-48ad-8f3e-93541a217704 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:09.039363 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9e2c9c48-2302-4ad9-930b-86250c900821 req-9bbbebe9-fb94-48ad-8f3e-93541a217704 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0471618 Jun 23 20:16:09.047879 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40574) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:09.052390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Request body: {'floatingip': {'port_id': '20228e09-3cd8-4ebb-a57a-0b23971f8745'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:09.089979 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:09.522839 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:09.589870 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:09.592456 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:09.684958 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Floating IP bc2dce91-a1e7-4914-8f80-23ff39003a89 associated. External IP: 172.27.0.194, port: 20228e09-3cd8-4ebb-a57a-0b23971f8745. Jun 23 20:16:09.790483 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1592933-3f97-4466-ab2d-8397508c73ef req-eecf9688-7646-4579-b1ad-33b643019d3e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 210 time: 0.0487251 Jun 23 20:16:09.881786 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:09.890330 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:16:09.949256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:09.976494 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:09.999031 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:16:10.003686 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:10.016064 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:16:10.028461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:10.029302 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:10.036748 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-bf2bb553-8ed7-4df7-9e45-db0c41cc71b0 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "PUT /v2.0/floatingips/bc2dce91-a1e7-4914-8f80-23ff39003a89 HTTP/1.1" status: 200 len: 991 time: 0.9856842 Jun 23 20:16:10.036748 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:10.037617 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:10.074465 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451aa40f-129d-4c76-b44e-40d8ab0567ce x-openstack-request-id: req-451aa40f-129d-4c76-b44e-40d8ab0567ce {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:10.074465 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:10.074465 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-451aa40f-129d-4c76-b44e-40d8ab0567ce {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:10.075240 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451aa40f-129d-4c76-b44e-40d8ab0567ce'] response: {'name': 'network-changed', 'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'status': 'completed', 'code': 200} Jun 23 20:16:10.132388 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:10.175943 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-6defdba1-3d2d-4b0e-b72d-6761655eca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:10.177727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-6defdba1-3d2d-4b0e-b72d-6761655eca18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 1129 time: 0.0395782 Jun 23 20:16:10.278687 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-c5dd412d-c8d9-4b6e-8374-f0f08f18086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:10.280078 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-c5dd412d-c8d9-4b6e-8374-f0f08f18086b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 200 len: 911 time: 0.0922327 Jun 23 20:16:10.343170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-fd7f77fc-12fa-4103-b6b3-4b7369a93d21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745 HTTP/1.1" status: 200 len: 999 time: 0.0564408 Jun 23 20:16:10.357094 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'bc2dce91-a1e7-4914-8f80-23ff39003a89', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:8f:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:15:50Z', 'updated_at': '2022-06-23T20:16:09Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:10.383061 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:16:10.391420 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:10.392025 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:10.400040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-0a2bc0e5-d1c7-40d1-a672-bbe46e5c5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:10.401626 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-0a2bc0e5-d1c7-40d1-a672-bbe46e5c5fbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 200 len: 849 time: 0.0519536 Jun 23 20:16:10.493970 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:10.674923 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-54c537f9-01c0-4932-83a3-1d078a93c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:10.676520 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-54c537f9-01c0-4932-83a3-1d078a93c9e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6d5d57f3-4510-4872-96be-48a3a247b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487456 Jun 23 20:16:10.751063 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:10.778962 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-3ea96e1f-8e5f-4261-9a9d-e12cb7e25087 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955131 Jun 23 20:16:10.838543 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'bc2dce91-a1e7-4914-8f80-23ff39003a89', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:8f:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:15:50Z', 'updated_at': '2022-06-23T20:16:09Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:10.864260 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b3c3e-776c-4a13-bc18-5fcca2b005e4 None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': 'bc2dce91-a1e7-4914-8f80-23ff39003a89', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'port_id': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'mac_address': 'fa:16:3e:8f:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:15:50Z', 'updated_at': '2022-06-23T20:16:09Z', 'revision_number': 1, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:16:10.907127 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1c4907a0-81ab-489a-bab6-d39194259e87 req-83269904-5d8e-4723-af4a-1bc89c1a053f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 210 time: 0.0431614 Jun 23 20:16:10.962478 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0956cbd8-62a5-4153-96ab-27a33bf2c9ef req-7863a3b1-a5a9-445f-bbaa-b7ec481d9c85 service neutron] 10.222.0.42 "GET /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199908 Jun 23 20:16:11.036342 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40598) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:11.061029 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbdd7e6-6d77-4931-af8e-405c5d63dd32 None None] New status for floating IP bc2dce91-a1e7-4914-8f80-23ff39003a89: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:16:11.126793 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.189561 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port 7918ba9f-3e70-430d-90ce-b1b38c5ca5b6 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:11.190148 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.229906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:11.274703 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.275117 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.317872 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-bdfd5669-bf14-479b-92a4-e83ef2a2a620 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:11.320172 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-bdfd5669-bf14-479b-92a4-e83ef2a2a620 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "GET /v2.0/networks?id=93615a59-0936-480e-a559-d91a2775b59b HTTP/1.1" status: 200 len: 814 time: 0.1196427 Jun 23 20:16:11.342125 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Request body: {'port': {'device_id': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'network_id': '93615a59-0936-480e-a559-d91a2775b59b', 'admin_state_up': True, 'tenant_id': 'eccb032b11e045fdbb42238762eada05'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:11.481169 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.505270 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for 7918ba9f-3e70-430d-90ce-b1b38c5ca5b6 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:11.527128 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Made reservation on behalf of eccb032b11e045fdbb42238762eada05 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:16:11.530647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.661915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Allocated IP 172.20.0.6 (93615a59-0936-480e-a559-d91a2775b59b/f5684b4b-5f5d-4151-9851-9a32a98ae38b/e2f74ae4-0534-4d6c-9e6d-45568ca17ad6) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:16:11.710414 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (7918ba9f-3e70-430d-90ce-b1b38c5ca5b6), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.742010 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=7918ba9f-3e70-430d-90ce-b1b38c5ca5b6,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:11.801579 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (c6cb8a27-51df-414b-9000-a18ce1ce2094), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.801889 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Floating IP c6cb8a27-51df-414b-9000-a18ce1ce2094 disassociated (deleted). External IP: 172.27.0.228, port: 0b827b10-c629-4517-9e99-ed82b161fe9d. Jun 23 20:16:11.826983 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks [] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.910371 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:11.928766 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:11.979493 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Network 93615a59-0936-480e-a559-d91a2775b59b is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:16:11.982792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:16:11.985993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:16:12.023770 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:16:12.030522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.031433 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Pushing event updated for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:12.092751 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbe78c-de1d-463d-8c6c-95373873734b req-f1f5f6eb-2f02-430b-999e-108a6e922cef tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.094622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43dbe78c-de1d-463d-8c6c-95373873734b req-f1f5f6eb-2f02-430b-999e-108a6e922cef tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 931 time: 0.1020474 Jun 23 20:16:12.101040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.102008 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:12.141031 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:16:12.145583 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:12.152067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:16:12.159277 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-43dbe78c-de1d-463d-8c6c-95373873734b req-3d72fbdd-39e1-44a6-8639-05d43744640e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Jun 23 20:16:12.168984 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:12.169622 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:12.181943 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-7039c3fe-49bb-4d50-8070-feb9f4550f84 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "DELETE /v2.0/floatingips/c6cb8a27-51df-414b-9000-a18ce1ce2094 HTTP/1.1" status: 204 len: 168 time: 1.1445100 Jun 23 20:16:12.182542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:12.184855 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740fb9d9-2248-4f33-9689-366b3e14c0df" -d '{"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:12.200679 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-65cf22a7-de3f-493b-bca5-87d1c94b0d6f tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8607605 Jun 23 20:16:12.218716 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Request body: {'port': {'device_id': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:12.234271 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b4fde-f45d-4d79-90f2-a6c53fdc8e93 x-openstack-request-id: req-5c4b4fde-f45d-4d79-90f2-a6c53fdc8e93 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:12.234792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:12.234956 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c4b4fde-f45d-4d79-90f2-a6c53fdc8e93 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:12.235388 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4b4fde-f45d-4d79-90f2-a6c53fdc8e93'] response: {'name': 'network-changed', 'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'status': 'completed', 'code': 200} Jun 23 20:16:12.247569 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.304353 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.306333 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.317819 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:12.325337 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.333293 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:12.350780 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-b85e5f6d-ec97-404f-a8b7-530057f9a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.352351 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-b85e5f6d-ec97-404f-a8b7-530057f9a341 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=edb569a8b39a437ea8be940df098268c&device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 1129 time: 0.0576322 Jun 23 20:16:12.507154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:12.532834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:16:12.539372 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-513a9478-591d-4c88-80c0-4158d8e9328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.541548 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-513a9478-591d-4c88-80c0-4158d8e9328d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 200 len: 913 time: 0.1680281 Jun 23 20:16:12.541985 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:12.542632 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:12.647525 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:12.658289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638142b-4426-4394-bbcf-74dadfd163a6 req-a5f14d79-04b8-4f78-89a8-ffd905467010 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.659838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9638142b-4426-4394-bbcf-74dadfd163a6 req-a5f14d79-04b8-4f78-89a8-ffd905467010 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0600102 Jun 23 20:16:12.733519 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-50225e6c-3b65-423b-b2d5-0f68e7bc40b8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 200 len: 217 time: 0.0570059 Jun 23 20:16:12.819660 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9638142b-4426-4394-bbcf-74dadfd163a6 req-ae30f26d-24ff-4e4f-8cde-ed8a178e7465 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514220 Jun 23 20:16:12.832505 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:16:12.842359 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-892ab135-4be5-4d01-b8dc-71405ff5cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:12.843782 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-892ab135-4be5-4d01-b8dc-71405ff5cba8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 200 len: 851 time: 0.1001732 Jun 23 20:16:12.845503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks [] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:12.849279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:12.857924 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:12.859600 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Transition to ACTIVE for port object e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:16:12.885767 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba652b-bb25-4f2b-af21-f4cd9d878b3d None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:07:59Z', 'revision_number': 4, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '0f16302a-fdbf-4d4a-9499-8c0b1a186eb6', 'name': '', 'network_id': 'e0be33fe-ef21-4463-bb71-a01e82ba375e', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'mac_address': 'fa:16:3e:e2:7d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:58Z', 'updated_at': '2022-06-23T20:08:04Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'subnets': [{'id': 'ed5f6852-23f0-464e-8977-92bae1c2b768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:16:12.955725 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.020740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:13.093302 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Attempting to bind port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:16:13.093634 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Attempting to bind port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:16:13.093960 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Attempting to bind port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 on network 93615a59-0936-480e-a559-d91a2775b59b {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:16:13.098729 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 on network 93615a59-0936-480e-a559-d91a2775b59b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:16:13.099057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Attempting to bind port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 on network 93615a59-0936-480e-a559-d91a2775b59b {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:16:13.104695 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:16:13.105027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Checking segment: {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:16:13.105401 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Bound using segment: {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:16:13.105820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Bound port: e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:16:13.106178 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.144762 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c30cdc-e6ba-4c51-aab5-513010251f56 None None] New status for floating IP c6cb8a27-51df-414b-9000-a18ce1ce2094: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:16:13.171775 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:16:13.174796 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:16:13.271053 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.292771 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d92cb9-7829-492c-9186-350e84e91ac6 req-39c8f62e-3153-47a3-8476-61807cff475b tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:13.294231 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1d92cb9-7829-492c-9186-350e84e91ac6 req-39c8f62e-3153-47a3-8476-61807cff475b tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.1007369 Jun 23 20:16:13.331022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e49e73-0fce-49fc-af09-377cd334a37f req-55385d59-f07c-434f-a43b-8e3f3b08051a tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:13.332460 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b2e49e73-0fce-49fc-af09-377cd334a37f req-55385d59-f07c-434f-a43b-8e3f3b08051a tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 943 time: 0.0971608 Jun 23 20:16:13.345627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:13.346632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.348908 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 HTTP/1.1" status: 200 len: 1093 time: 1.1353531 Jun 23 20:16:13.349700 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:13.353533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ef3712-7834-4097-8f3e-4e4d546bffc6" -d '{"events": [{"name": "network-changed", "server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:13.407196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448774a-0415-4eca-8636-61e548a7d801 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:13.436367 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b1d92cb9-7829-492c-9186-350e84e91ac6 req-e374f029-210f-4889-8683-01a63785a51e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228666 Jun 23 20:16:13.447570 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b2e49e73-0fce-49fc-af09-377cd334a37f req-dc0f09e0-2680-461f-835d-9eda060e47be tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910139 Jun 23 20:16:13.459634 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40626) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:13.480075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef093478-8984-4bf8-a52d-ba359987b5ee x-openstack-request-id: req-ef093478-8984-4bf8-a52d-ba359987b5ee {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:13.480388 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:13.480647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef093478-8984-4bf8-a52d-ba359987b5ee {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:13.481054 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef093478-8984-4bf8-a52d-ba359987b5ee'] response: {'name': 'network-changed', 'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6', 'status': 'completed', 'code': 200} Jun 23 20:16:13.595919 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56cc9f-45d8-4b3a-9273-fb68409bbf3a tempest-TestMinimumBasicScenario-775587133 tempest-TestMinimumBasicScenario-775587133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:13.597450 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1b56cc9f-45d8-4b3a-9273-fb68409bbf3a tempest-TestMinimumBasicScenario-775587133 tempest-TestMinimumBasicScenario-775587133-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1125 time: 0.1368539 Jun 23 20:16:13.600545 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40630) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:13.604748 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'port_id': '077883ce-f410-4855-8c89-e480ffa737bf', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:13.681265 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.761023 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.863281 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Allocated IP 172.27.0.139 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/beac70a3-3011-45be-8c33-c09b22c96af5) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:16:13.933921 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd713-6edf-4ea9-b294-84077c9ee934 req-795eb009-736b-4467-8e54-13db3877ddea tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:13.935340 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e52bd713-6edf-4ea9-b294-84077c9ee934 req-795eb009-736b-4467-8e54-13db3877ddea tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Jun 23 20:16:13.969267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for port (beac70a3-3011-45be-8c33-c09b22c96af5), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:13.976365 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:13.985170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e52bd713-6edf-4ea9-b294-84077c9ee934 req-bd0a9a17-e024-4cce-8987-ab9b2d07e621 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436187 Jun 23 20:16:14.077149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-9f929933-0e49-4438-9fc2-6cd3ea82ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:14.078631 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-9f929933-0e49-4438-9fc2-6cd3ea82ea16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0be33fe-ef21-4463-bb71-a01e82ba375e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388608 Jun 23 20:16:14.098694 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:14.136863 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:16:14.141165 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:16:14.145204 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:16:14.167098 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'Port': ['ID=beac70a3-3011-45be-8c33-c09b22c96af5,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:14.297707 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:14.369394 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:14.499844 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for floatingip (1d3dd43d-8bae-4186-a680-b75465c02cb5), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:14.634959 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:14.815251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-d8f96a25-ba3f-4d02-bcfc-be77f044e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:14.816821 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-d8f96a25-ba3f-4d02-bcfc-be77f044e3d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 1127 time: 0.3705382 Jun 23 20:16:14.831612 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c0b4-e45a-4668-ae51-c0b5898e63d2 req-ed6b1513-591f-44dc-886e-c14eb3a079ca tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:14.833032 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45c9c0b4-e45a-4668-ae51-c0b5898e63d2 req-ed6b1513-591f-44dc-886e-c14eb3a079ca tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 943 time: 0.0947378 Jun 23 20:16:14.850492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for port (beac70a3-3011-45be-8c33-c09b22c96af5), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:14.857580 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-1bc0e78d-89d8-4bb0-8dc9-5eaa5bb60bc8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:14.859047 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-1bc0e78d-89d8-4bb0-8dc9-5eaa5bb60bc8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.1034405 Jun 23 20:16:14.870809 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-35002363-1a65-457b-bab8-a787540cd1b3 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460573 Jun 23 20:16:14.926854 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.021772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45c9c0b4-e45a-4668-ae51-c0b5898e63d2 req-c368bc02-6c4a-492b-be86-a132dc7fccb8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742816 Jun 23 20:16:15.035316 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-f44d9ccd-ea75-406f-b318-aab43838ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:15.036772 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-f44d9ccd-ea75-406f-b318-aab43838ac8d service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=eccb032b11e045fdbb42238762eada05&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1979315 Jun 23 20:16:15.041579 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port 0b827b10-c629-4517-9e99-ed82b161fe9d {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:15.041925 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.070582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:15.078892 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-740fb9d9-2248-4f33-9689-366b3e14c0df req-beccac73-fbd2-4697-983e-e29028396048 service neutron] 10.222.0.42 "GET /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965244 Jun 23 20:16:15.084562 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'Port': ['ID=beac70a3-3011-45be-8c33-c09b22c96af5,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:15.126773 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (1d3dd43d-8bae-4186-a680-b75465c02cb5), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.164647 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fee5f-5896-40ec-8cd6-28e2e0a78cbc req-835fd7dd-e46f-4086-a195-f8dbca84b843 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:15.166086 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae3fee5f-5896-40ec-8cd6-28e2e0a78cbc req-835fd7dd-e46f-4086-a195-f8dbca84b843 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 945 time: 0.0923715 Jun 23 20:16:15.189882 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:15.201301 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] For port 0b827b10-c629-4517-9e99-ed82b161fe9d, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=0b827b10-c629-4517-9e99-ed82b161fe9d,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:15.201301 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.205592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-a803e6a9-4054-4f80-8917-7f316d7a95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:15.207045 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-00ef3712-7834-4097-8f3e-4e4d546bffc6 req-a803e6a9-4054-4f80-8917-7f316d7a95e2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636765 Jun 23 20:16:15.243177 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ae3fee5f-5896-40ec-8cd6-28e2e0a78cbc req-93c04e59-1f01-4a87-9d0d-97ae57ea87fc tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/security-groups?id=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679295 Jun 23 20:16:15.243465 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for 0b827b10-c629-4517-9e99-ed82b161fe9d owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:15.299616 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Floating IP 1d3dd43d-8bae-4186-a680-b75465c02cb5 associated. External IP: 172.27.0.139, port: 077883ce-f410-4855-8c89-e480ffa737bf. Jun 23 20:16:15.314694 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-d2bb41ab-d07c-40ee-a3f5-9ff7cbc775e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:15.316203 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-d2bb41ab-d07c-40ee-a3f5-9ff7cbc775e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 1127 time: 0.0395875 Jun 23 20:16:15.367776 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-1363d910-9b48-4c54-9137-17a04daaa558 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 HTTP/1.1" status: 200 len: 217 time: 0.0379491 Jun 23 20:16:15.404048 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:15.416460 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-390c8079-1c16-4339-9a79-f40fc0b6741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:15.418209 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-390c8079-1c16-4339-9a79-f40fc0b6741a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5684b4b-5f5d-4151-9851-9a32a98ae38b HTTP/1.1" status: 200 len: 854 time: 0.0451169 Jun 23 20:16:15.559335 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Router ee2a0bb0-e0e1-4181-be54-692ab51f92ff has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:16:15.583291 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-67e8e3d8-595c-4f23-8634-f0e62354fae6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93615a59-0936-480e-a559-d91a2775b59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276635 Jun 23 20:16:15.606922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (0b827b10-c629-4517-9e99-ed82b161fe9d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.646375 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=0b827b10-c629-4517-9e99-ed82b161fe9d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:15.693649 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-b3a2ea7f-8d33-408f-aa26-bdb28c9dde4c service neutron] 10.222.0.42 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903432 Jun 23 20:16:15.742044 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] No DVR routers for this DVR port 0b827b10-c629-4517-9e99-ed82b161fe9d on host hv-cinder-84727 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:15.744662 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.748317 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-ff28a3cb-4adb-4d88-bbb9-3fab8e963102 req-f78c94ea-5f49-4ca2-a3cb-ce5100641049 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.42 "DELETE /v2.0/ports/0b827b10-c629-4517-9e99-ed82b161fe9d HTTP/1.1" status: 204 len: 173 time: 0.8834515 Jun 23 20:16:15.751731 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'name': 'network-vif-deleted', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:15.754354 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b734f2-cf9d-497d-b72d-427744953f2c" -d '{"events": [{"server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "name": "network-vif-deleted", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:15.761862 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:16:15.768849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:15.774520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Sync routers for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:16:15.786026 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:15.786963 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:15.794564 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f628e4d9-1cb3-4490-b0a2-6836f3650fb5 req-0b80dcbf-2b15-48bc-9b03-b67588158c6e service neutron] 10.222.0.42 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945137 Jun 23 20:16:15.800119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56203b6b-1a1c-487b-ae9b-14d516047c94 x-openstack-request-id: req-56203b6b-1a1c-487b-ae9b-14d516047c94 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:15.800431 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d760fb45-e1c6-4ac7-9d84-a507fd45b396", "name": "network-vif-deleted", "tag": "0b827b10-c629-4517-9e99-ed82b161fe9d", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:15.800690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56203b6b-1a1c-487b-ae9b-14d516047c94 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:15.801091 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56203b6b-1a1c-487b-ae9b-14d516047c94'] response: {'server_uuid': 'd760fb45-e1c6-4ac7-9d84-a507fd45b396', 'name': 'network-vif-deleted', 'tag': '0b827b10-c629-4517-9e99-ed82b161fe9d', 'status': 'completed', 'code': 200} Jun 23 20:16:15.837915 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.839526 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:15.868679 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4f3d4e78-9f7c-4d6a-ad05-15615e163831 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2670646 Jun 23 20:16:15.871446 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40640) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:15.876079 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1816725656', 'description': 'tempest-secgroup-smoke-1816725656 description', 'project_id': 'a2028a4056254026b31f412942d1f576'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:15.900406 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:15.955390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:15.975546 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:16.031592 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (9b454e09-45ae-4c25-aa5c-aa65450f4a48), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.109600 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9b454e09-45ae-4c25-aa5c-aa65450f4a48), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.121187 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1d3dd43d-8bae-4186-a680-b75465c02cb5', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'port_id': '077883ce-f410-4855-8c89-e480ffa737bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:16:14Z', 'updated_at': '2022-06-23T20:16:14Z', 'revision_number': 0, 'project_id': 'a2028a4056254026b31f412942d1f576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:16.156547 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Checking router: ee2a0bb0-e0e1-4181-be54-692ab51f92ff for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:16:16.163816 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b454e09-45ae-4c25-aa5c-aa65450f4a48,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:16.168966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:16.169603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:16.176856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8b3e1-d89b-481b-86dc-e713e5ecb89c req-486891e1-7af5-4c4c-9833-20cab2810fd9 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:16.176856 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-88a8b3e1-d89b-481b-86dc-e713e5ecb89c req-486891e1-7af5-4c4c-9833-20cab2810fd9 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 943 time: 0.0770531 Jun 23 20:16:16.220162 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.221563 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e376dbe4-05f6-4777-92c4-e30568553b1a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3491883 Jun 23 20:16:16.224574 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40644) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:16.229613 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:16.239485 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-88a8b3e1-d89b-481b-86dc-e713e5ecb89c req-744e23f6-1e58-4091-a767-96ddeaf2a86e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584657 Jun 23 20:16:16.285076 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:16.332517 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (81a5f46f-c605-4f16-8673-c51702413d4d), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.342297 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5f08a0bb-1d28-4cfd-8e13-59042c26af1b req-3f88636a-ea43-46c6-84d7-0d764532c8a8 tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 210 time: 0.0282979 Jun 23 20:16:16.393953 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (81a5f46f-c605-4f16-8673-c51702413d4d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.463711 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (81a5f46f-c605-4f16-8673-c51702413d4d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.487854 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a5f46f-c605-4f16-8673-c51702413d4d,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:16.498646 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1d3dd43d-8bae-4186-a680-b75465c02cb5', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'port_id': '077883ce-f410-4855-8c89-e480ffa737bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:16:14Z', 'updated_at': '2022-06-23T20:16:14Z', 'revision_number': 0, 'project_id': 'a2028a4056254026b31f412942d1f576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:16.523410 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a2233-0c1b-418e-adf1-9574c0ec6ce8 None None] The sync data for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi is: [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1d3dd43d-8bae-4186-a680-b75465c02cb5', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'port_id': '077883ce-f410-4855-8c89-e480ffa737bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'mac_address': 'fa:16:3e:85:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:16:14Z', 'updated_at': '2022-06-23T20:16:14Z', 'revision_number': 0, 'project_id': 'a2028a4056254026b31f412942d1f576', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:16:16.574550 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.578553 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-e42ea0e7-3a81-4501-90b3-2f3f78ba770e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502634 Jun 23 20:16:16.578786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40648) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:16.583582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:16.675874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (2b72af75-4e99-48f9-b082-964d5f87643e), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:16.707478 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51872e7-19ce-4a46-bc51-32ab507074c8 None None] New status for floating IP 1d3dd43d-8bae-4186-a680-b75465c02cb5: ACTIVE {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:16:16.741376 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (2b72af75-4e99-48f9-b082-964d5f87643e), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.121208 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (2b72af75-4e99-48f9-b082-964d5f87643e), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.139851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b72af75-4e99-48f9-b082-964d5f87643e,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:17.202961 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.205129 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-7ba37020-40fd-47f0-a35d-d26708647785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6249981 Jun 23 20:16:17.207509 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40652) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:17.213981 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:17.304375 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (d24f6f1d-1d95-4d74-8051-5c45c68dd736), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.384368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39805858-c20f-4e85-b6fa-2b55a1b088c0 req-1e89201b-a520-4013-8bd1-a4f6985c204a tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:17.393056 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-39805858-c20f-4e85-b6fa-2b55a1b088c0 req-1e89201b-a520-4013-8bd1-a4f6985c204a tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 943 time: 0.0775049 Jun 23 20:16:17.407397 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (d24f6f1d-1d95-4d74-8051-5c45c68dd736), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.434521 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:16:17.447214 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:17.464171 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fffde93b-eb9d-42b7-a513-94a6a039e0f6 req-05e499db-ef2e-41ad-98fc-a3f9b65bc69d tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "GET /v2.0/ports?device_id=d760fb45-e1c6-4ac7-9d84-a507fd45b396 HTTP/1.1" status: 200 len: 210 time: 0.0363214 Jun 23 20:16:17.468639 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-39805858-c20f-4e85-b6fa-2b55a1b088c0 req-df8d0535-966e-43e1-938b-cf39ffa85eab tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731940 Jun 23 20:16:17.498241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (d24f6f1d-1d95-4d74-8051-5c45c68dd736), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.517544 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24f6f1d-1d95-4d74-8051-5c45c68dd736,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:17.542715 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:17.554142 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6', 'network_id': '93615a59-0936-480e-a559-d91a2775b59b', 'port_id': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6', 'mac_address': 'fa:16:3e:19:bd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5684b4b-5f5d-4151-9851-9a32a98ae38b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:16:17.588672 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:17.589063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.603124 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:16:17.608812 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.611083 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b6de7712-4cc1-4d6d-9bef-c8ef7947a144 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015837 Jun 23 20:16:17.612784 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40658) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:17.617230 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:17.623440 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:17.681258 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.711038 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:17.727000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (dfb82374-b889-4d6e-be1a-2545f05ae89f), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.731963 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:17.749324 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:17.793194 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (dfb82374-b889-4d6e-be1a-2545f05ae89f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.802631 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:17.805600 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a1c22-45e1-45ff-a069-8082689d364b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:17.839521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96dfda-967b-48c5-8c0c-7fce25bbaf95 x-openstack-request-id: req-7d96dfda-967b-48c5-8c0c-7fce25bbaf95 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:17.839810 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:17.840114 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d96dfda-967b-48c5-8c0c-7fce25bbaf95 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:17.840580 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d96dfda-967b-48c5-8c0c-7fce25bbaf95'] response: {'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:16:17.896284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (dfb82374-b889-4d6e-be1a-2545f05ae89f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:17.933520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb82374-b889-4d6e-be1a-2545f05ae89f,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:17.942774 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a1c22-45e1-45ff-a069-8082689d364b req-a31ce267-6514-4f5e-a32c-cef436afbf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:17.944405 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-a31ce267-6514-4f5e-a32c-cef436afbf3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1130 time: 0.0576503 Jun 23 20:16:17.961368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:18.040550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.041728 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-be165a98-7662-458b-a0e5-744c1272aa5a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4279504 Jun 23 20:16:18.044611 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40662) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:18.046556 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a1c22-45e1-45ff-a069-8082689d364b req-49457555-7884-4e15-9b7f-45fb28b1e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:18.047963 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-49457555-7884-4e15-9b7f-45fb28b1e937 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.0942097 Jun 23 20:16:18.049004 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:18.073382 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['e2f74ae4-0534-4d6c-9e6d-45568ca17ad6'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:16:18.110798 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-15e4cd10-b15c-4111-b02f-2a8b217ee20c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1002 time: 0.0553763 Jun 23 20:16:18.166102 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a1c22-45e1-45ff-a069-8082689d364b req-14d0d8f1-f09e-4eb6-8903-e5d9b4cb7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:18.167560 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-14d0d8f1-f09e-4eb6-8903-e5d9b4cb7b49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0451233 Jun 23 20:16:18.179614 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Project a2028a4056254026b31f412942d1f576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:16:18.187097 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (02f90e63-12a7-4ed8-9632-a0344d60d9a6), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.225451 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a1c22-45e1-45ff-a069-8082689d364b req-4f2c44b6-1726-4ebb-8c33-585ac31c7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:18.229601 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-4f2c44b6-1726-4ebb-8c33-585ac31c7dba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479419 Jun 23 20:16:18.249422 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (02f90e63-12a7-4ed8-9632-a0344d60d9a6), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.315400 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (02f90e63-12a7-4ed8-9632-a0344d60d9a6), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.318252 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-976acbc6-a961-482d-bef9-9761705243a1 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Jun 23 20:16:18.334646 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f90e63-12a7-4ed8-9632-a0344d60d9a6,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:18.402437 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.403767 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4ec80fa2-81a9-4087-9dee-b2f7bd40a3b2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3581777 Jun 23 20:16:18.406592 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40664) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:18.411030 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'security_group_rule': {'security_group_id': '9b454e09-45ae-4c25-aa5c-aa65450f4a48', 'project_id': 'a2028a4056254026b31f412942d1f576', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:18.412566 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-749a1c22-45e1-45ff-a069-8082689d364b req-c56f0cb3-928f-4de8-ba80-456d9d833ab2 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882888 Jun 23 20:16:18.426071 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:18.486962 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Project a2028a4056254026b31f412942d1f576 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:16:18.494363 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (feaac816-2c12-4a43-804f-6b887744e65a), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.530397 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40670) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:18.561744 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (feaac816-2c12-4a43-804f-6b887744e65a), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.651004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7a4dc-4470-4b9d-a8b4-37de596b27f4 req-974fd2e0-0588-4b5a-ac47-0fd221e62ef4 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:18.652478 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8ee7a4dc-4470-4b9d-a8b4-37de596b27f4 req-974fd2e0-0588-4b5a-ac47-0fd221e62ef4 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 944 time: 0.0865703 Jun 23 20:16:18.664814 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (feaac816-2c12-4a43-804f-6b887744e65a), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.691841 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:18.698231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Deleting port fb54d315-905d-4990-853d-357c1aec1b6e {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:18.698581 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.752623 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8ee7a4dc-4470-4b9d-a8b4-37de596b27f4 req-7571564f-58ac-4688-927f-12dc2614b539 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837357 Jun 23 20:16:18.805032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.805362 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (fb54d315-905d-4990-853d-357c1aec1b6e), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.819686 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Calling delete_port for fb54d315-905d-4990-853d-357c1aec1b6e owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:18.902810 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaac816-2c12-4a43-804f-6b887744e65a,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:18.992557 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:18.993696 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-77ccdf52-0769-4994-9c87-ada8d05e7690 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861502 Jun 23 20:16:19.045876 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (fb54d315-905d-4990-853d-357c1aec1b6e), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.086236 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'Port': ['ID=fb54d315-905d-4990-853d-357c1aec1b6e,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:19.149687 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-2068be36-1cab-4fc2-a7d8-bf8a3c1f7f54 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816725656&fields=id&tenant_id=a2028a4056254026b31f412942d1f576 HTTP/1.1" status: 200 len: 267 time: 0.1120963 Jun 23 20:16:19.195059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for floatingip (2955ca65-6e10-4832-ae75-a9e4b8dd3c71), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.197577 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.198819 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0d1cc7c9-8d3e-4ead-a13c-8a84da49a5ae tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "DELETE /v2.0/floatingips/2955ca65-6e10-4832-ae75-a9e4b8dd3c71 HTTP/1.1" status: 204 len: 168 time: 0.6675851 Jun 23 20:16:19.212803 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-9d00dfb4-71f2-460d-b92f-c57fd0b34072 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:19.214891 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-9d00dfb4-71f2-460d-b92f-c57fd0b34072 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0598283 Jun 23 20:16:19.224985 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'port': {'security_groups': ['f4e46937-f521-4a5d-bf01-37cf6d7e2ca5', '9b454e09-45ae-4c25-aa5c-aa65450f4a48']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:16:19.309560 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.405831 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:19.454476 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:16:19.501165 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:16:19.516772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:19.546405 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for port (077883ce-f410-4855-8c89-e480ffa737bf), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.600535 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:16:19.601496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.646963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.674035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:19.674420 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.687120 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:16:19.688020 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:19.697353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:19.697980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.699419 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1f41c68f-ebd6-4164-939f-f0edc5d99d8e req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "PUT /v2.0/ports/077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 982 time: 0.4792163 Jun 23 20:16:19.699863 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:19.702212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807fd659-b250-4fb3-92b9-012da7b86791" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:19.737460 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc40063-35dc-4639-95a1-880a6c37b448 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=6']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:19.739086 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:16:19.742040 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53eb24e-faa2-4c58-9bbe-85e5231969bc" -d '{"events": [{"server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "name": "network-vif-plugged", "status": "completed", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:16:19.761835 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:19.766528 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3080aaf5-2f56-4375-900a-6a92712661ee x-openstack-request-id: req-3080aaf5-2f56-4375-900a-6a92712661ee {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:19.766858 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:19.767217 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3080aaf5-2f56-4375-900a-6a92712661ee {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:19.767516 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3080aaf5-2f56-4375-900a-6a92712661ee'] response: {'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:16:19.812728 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e25ce-b845-453f-8b29-4ae835f8d5ef x-openstack-request-id: req-980e25ce-b845-453f-8b29-4ae835f8d5ef {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:16:19.813145 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "name": "network-vif-plugged", "status": "completed", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:16:19.813467 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-980e25ce-b845-453f-8b29-4ae835f8d5ef {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:16:19.813924 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980e25ce-b845-453f-8b29-4ae835f8d5ef'] response: {'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6', 'code': 200} Jun 23 20:16:19.858454 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:16:19.862944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2144-b453-4c9f-8e1d-3e0a9d9edfc5 req-afac51b2-c4ad-48db-8653-c8a5d127cbca tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:19.866182 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-575b2144-b453-4c9f-8e1d-3e0a9d9edfc5 req-afac51b2-c4ad-48db-8653-c8a5d127cbca tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0786738 Jun 23 20:16:19.891079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:19.892006 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b827b10-c629-4517-9e99-ed82b161fe9d no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:19.972639 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd659-b250-4fb3-92b9-012da7b86791 req-ca756942-8855-4c71-834c-a111fae2f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:19.974240 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-ca756942-8855-4c71-834c-a111fae2f938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1169 time: 0.1285753 Jun 23 20:16:19.985383 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b7eba-cbaf-4e10-a43a-ddcf54a9880d req-19d41ea7-cfa2-4221-b8a8-406b40485493 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:19.986340 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d95b7eba-cbaf-4e10-a43a-ddcf54a9880d req-19d41ea7-cfa2-4221-b8a8-406b40485493 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.0866501 Jun 23 20:16:20.090142 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-575b2144-b453-4c9f-8e1d-3e0a9d9edfc5 req-f971aa89-f546-4ef9-bdd8-0d351c508d86 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008333 Jun 23 20:16:20.091291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 0b827b10-c629-4517-9e99-ed82b161fe9d {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:20.091586 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 0b827b10-c629-4517-9e99-ed82b161fe9d not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:20.125105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:20.140623 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d95b7eba-cbaf-4e10-a43a-ddcf54a9880d req-44e2225f-e36c-4dbe-bd63-496e1aea5835 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383691 Jun 23 20:16:20.142243 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd659-b250-4fb3-92b9-012da7b86791 req-87581768-71da-4903-815f-5e8e0283b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:20.143746 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-87581768-71da-4903-815f-5e8e0283b2f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.1565723 Jun 23 20:16:20.149347 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:20.172924 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-7a919bc5-2451-489e-b355-a173e9770900 None None] Provisioning complete for port 077883ce-f410-4855-8c89-e480ffa737bf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:16:20.173485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7a919bc5-2451-489e-b355-a173e9770900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (077883ce-f410-4855-8c89-e480ffa737bf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:20.203243 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3301b-a4c4-4725-9575-0ba66a1bcdce req-b5404b3a-19ec-4817-9436-8eb92a8c4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:20.206335 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-27f3301b-a4c4-4725-9575-0ba66a1bcdce req-b5404b3a-19ec-4817-9436-8eb92a8c4067 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 1129 time: 0.0448687 Jun 23 20:16:20.231687 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-369a5319-e9ad-4dd7-99a3-45becb1427a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1002 time: 0.0707743 Jun 23 20:16:20.236104 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:20.263335 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-27f3301b-a4c4-4725-9575-0ba66a1bcdce req-48754c5f-c3a0-434f-a8cd-3519820aa01a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488634 Jun 23 20:16:20.287007 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd659-b250-4fb3-92b9-012da7b86791 req-fb914fdc-10cb-48b8-9f7c-162796acbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:20.288552 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-fb914fdc-10cb-48b8-9f7c-162796acbf0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0508943 Jun 23 20:16:20.387597 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-7a919bc5-2451-489e-b355-a173e9770900 None None] Current status of the port 077883ce-f410-4855-8c89-e480ffa737bf is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:16:20.512487 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40694) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:20.520779 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:20.566286 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:20.593412 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd659-b250-4fb3-92b9-012da7b86791 req-a0d707f6-acad-4fa2-ac26-c102ddcf506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:20.594947 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-a0d707f6-acad-4fa2-ac26-c102ddcf506b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618753 Jun 23 20:16:20.614504 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (11550f4d-32e1-4d65-9f60-7ecf0bb3bd14), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:20.640350 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (11550f4d-32e1-4d65-9f60-7ecf0bb3bd14), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:20.760611 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (11550f4d-32e1-4d65-9f60-7ecf0bb3bd14), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:20.763159 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:20.764344 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] 10.222.0.44 "DELETE /v2.0/security-groups/11550f4d-32e1-4d65-9f60-7ecf0bb3bd14 HTTP/1.1" status: 204 len: 168 time: 0.2507620 Jun 23 20:16:20.774341 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7c613-add9-4b9f-a289-27a685dcc20a tempest-TestVolumeBootPattern-1600693803 tempest-TestVolumeBootPattern-1600693803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11550f4d-32e1-4d65-9f60-7ecf0bb3bd14,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:20.880882 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40698) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:21.079877 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-87f1229f-02e8-457f-a6e8-5921e95c004b service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608448 Jun 23 20:16:21.489533 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e33b0-3d97-44a5-8fc5-6a37713d5c53 req-552d2e53-179a-4872-b671-7578accf1432 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:21.490907 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6e33b0-3d97-44a5-8fc5-6a37713d5c53 req-552d2e53-179a-4872-b671-7578accf1432 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.1068208 Jun 23 20:16:21.570302 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-807fd659-b250-4fb3-92b9-012da7b86791 req-2b5ad2f1-81f4-4423-8897-f483b4a12f21 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807212 Jun 23 20:16:21.619340 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd6e33b0-3d97-44a5-8fc5-6a37713d5c53 req-d618e212-06de-48fb-8220-489e81224d42 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957479 Jun 23 20:16:21.707744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:21.794572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:21.890276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:21.928670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Deleting port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:21.929034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:22.010517 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] For port 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:22.010885 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:22.024614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Calling delete_port for 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 owned by network:router_interface {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:22.263762 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (0f16302a-fdbf-4d4a-9499-8c0b1a186eb6), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:22.286740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f16302a-fdbf-4d4a-9499-8c0b1a186eb6,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:22.351893 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:22.454108 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:22.652670 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:16:22.751150 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b460c2d-ff2b-4a4e-8d1a-58cde19c0a47 req-76ef1dc1-05d4-4883-b5a6-07d4c7149e39 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:22.752631 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6b460c2d-ff2b-4a4e-8d1a-58cde19c0a47 req-76ef1dc1-05d4-4883-b5a6-07d4c7149e39 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.0567961 Jun 23 20:16:22.812416 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:16:22.821786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-56f923d1-0f6b-42f1-b986-48e8c24e44bb admin admin] 10.222.0.44 "PUT /v2.0/routers/1e8017cd-b08f-4e97-a3a2-8d39a9162a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9398277 Jun 23 20:16:22.822520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Sync routers for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:16:22.824609 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40706) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:22.833089 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:22.833788 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:22.840874 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6b460c2d-ff2b-4a4e-8d1a-58cde19c0a47 req-512f9ce7-25b4-47e3-a615-f4009300007e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660098 Jun 23 20:16:22.936542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks [] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:22.939599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:23.040236 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks [] for router_gateway (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.120068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:16:22Z', 'revision_number': 5, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port': {'id': '75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:07:56Z', 'updated_at': '2022-06-23T20:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:23.126771 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Deleting port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:23.127115 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.128711 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:23.150732 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Checking router: 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:16:23.159207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Routers {'1e8017cd-b08f-4e97-a3a2-8d39a9162a78'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:23.159818 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:23.215993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] For port 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:23.216389 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.229838 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Calling delete_port for 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:23.252154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] Set router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:23.309448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:16:23Z', 'revision_number': 6, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:23.340826 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b82d1-6c55-4236-8223-2198c7be383a None None] The sync data for ids ['1e8017cd-b08f-4e97-a3a2-8d39a9162a78'] in dv-cinder-847274-2-iscsi is: [{'id': '1e8017cd-b08f-4e97-a3a2-8d39a9162a78', 'name': 'tempest-TestVolumeBootPattern-1865203380-router', 'tenant_id': 'edb569a8b39a437ea8be940df098268c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:07:55Z', 'updated_at': '2022-06-23T20:16:23Z', 'revision_number': 6, 'project_id': 'edb569a8b39a437ea8be940df098268c', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:16:23.382406 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:23.509875 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.544259 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Pushing event deleted for resources: {'Port': ['ID=75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:23.600055 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.687474 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.690113 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks [] for router_controller (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.795423 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (1e8017cd-b08f-4e97-a3a2-8d39a9162a78), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.796072 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e8017cd-b08f-4e97-a3a2-8d39a9162a78 {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:16:23.800369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.801503 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-66b0d822-04cb-47f0-be11-aacd0970806a admin admin] 10.222.0.44 "DELETE /v2.0/routers/1e8017cd-b08f-4e97-a3a2-8d39a9162a78 HTTP/1.1" status: 204 len: 168 time: 0.9758217 Jun 23 20:16:23.804466 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40754) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:23.848089 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Deleting subnet ed5f6852-23f0-464e-8977-92bae1c2b768 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:16:23.851166 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Publish callbacks [] for subnet (ed5f6852-23f0-464e-8977-92bae1c2b768), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.885544 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (ed5f6852-23f0-464e-8977-92bae1c2b768), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:23.964752 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (ed5f6852-23f0-464e-8977-92bae1c2b768), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.064194 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (ed5f6852-23f0-464e-8977-92bae1c2b768), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.089885 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5f6852-23f0-464e-8977-92bae1c2b768,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:24.101329 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.101815 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-024c3e55-92ec-435c-bc4b-c9ec4592468a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed5f6852-23f0-464e-8977-92bae1c2b768 HTTP/1.1" status: 204 len: 168 time: 0.2956107 Jun 23 20:16:24.103609 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40768) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:24.108029 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057e74f-9716-49d8-b7e4-8bc104100721 None None] Network e0be33fe-ef21-4463-bb71-a01e82ba375e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:16:24.190708 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (e0be33fe-ef21-4463-bb71-a01e82ba375e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.258371 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Deleting port 0d2061cd-7dfa-494e-8862-e07461957ccf {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:24.258809 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.317590 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] DHCP port deletion for e0be33fe-ef21-4463-bb71-a01e82ba375e request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:16:24.320449 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:24.321450 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:24.335948 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] For port 0d2061cd-7dfa-494e-8862-e07461957ccf, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d2061cd-7dfa-494e-8862-e07461957ccf,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:24.336339 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.343344 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:24.343689 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 75b5439e-d98b-4ca0-b5e1-6cb5c3da10ba not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:24.344119 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:24.354439 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Calling delete_port for 0d2061cd-7dfa-494e-8862-e07461957ccf owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:24.400784 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:24.401128 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0f16302a-fdbf-4d4a-9499-8c0b1a186eb6 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:24.419877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Deleting port 0d2061cd-7dfa-494e-8862-e07461957ccf {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:24.420315 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.496105 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] For port 0d2061cd-7dfa-494e-8862-e07461957ccf, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d2061cd-7dfa-494e-8862-e07461957ccf,segment=NetworkSegment(de387a42-0290-49e9-925a-9a718483ae6a),segment_id=de387a42-0290-49e9-925a-9a718483ae6a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:24.496621 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.504215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.510849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Calling delete_port for 0d2061cd-7dfa-494e-8862-e07461957ccf owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:24.539304 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] No DVR routers for this DVR port 0d2061cd-7dfa-494e-8862-e07461957ccf on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:24.550609 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2061cd-7dfa-494e-8862-e07461957ccf,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:24.595679 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (0d2061cd-7dfa-494e-8862-e07461957ccf), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.623139 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] Pushing event deleted for resources: {'Port': ['ID=0d2061cd-7dfa-494e-8862-e07461957ccf,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:24.625133 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8f022-0bc3-4051-81d6-97be27915193 None None] No DVR routers for this DVR port 0d2061cd-7dfa-494e-8862-e07461957ccf on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:24.635995 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (e0be33fe-ef21-4463-bb71-a01e82ba375e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.643614 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:24.647492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:24.658481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0be33fe-ef21-4463-bb71-a01e82ba375e']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:24.668384 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de387a42-0290-49e9-925a-9a718483ae6a') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:24.668688 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de387a42-0290-49e9-925a-9a718483ae6a') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:24.678696 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (de387a42-0290-49e9-925a-9a718483ae6a), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.692679 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (de387a42-0290-49e9-925a-9a718483ae6a), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.698962 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:16:24.699344 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (de387a42-0290-49e9-925a-9a718483ae6a), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.751052 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment de387a42-0290-49e9-925a-9a718483ae6a resource provider aggregate not found Jun 23 20:16:24.770525 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment de387a42-0290-49e9-925a-9a718483ae6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de387a42-0290-49e9-925a-9a718483ae6a found for delete ", "request_id": "req-0db32e56-d344-47c4-9e5b-5435e5e10892"}]} Jun 23 20:16:24.812175 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (e0be33fe-ef21-4463-bb71-a01e82ba375e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.817836 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:24.820826 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e0be33fe-ef21-4463-bb71-a01e82ba375e HTTP/1.1" status: 204 len: 168 time: 0.7160690 Jun 23 20:16:24.824050 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40778) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:24.832084 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c997a-0a74-4388-af84-fab1a872c9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0be33fe-ef21-4463-bb71-a01e82ba375e,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:25.051153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:25.150747 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:25.332980 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:25.375840 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Deleting port c3db5e41-98a6-4185-b9f1-cfbb043e02ba {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:25.376173 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:25.459752 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] For port c3db5e41-98a6-4185-b9f1-cfbb043e02ba, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:25.460143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:25.472868 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Calling delete_port for c3db5e41-98a6-4185-b9f1-cfbb043e02ba owned by network:router_interface {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:25.715863 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (c3db5e41-98a6-4185-b9f1-cfbb043e02ba), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:25.744924 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3db5e41-98a6-4185-b9f1-cfbb043e02ba,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:25.917614 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.021072 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:26.139077 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:16:26.185884 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:26.261233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:16:26.271255 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0f0d1e7e-7f09-4757-ad9d-eb43e9c5d171 admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe2bb50-b6b0-41a7-975b-1a542f26fd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437599 Jun 23 20:16:26.274481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40782) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:26.277904 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Sync routers for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:16:26.286042 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:26.296786 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:26.297749 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:26.345910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d2061cd-7dfa-494e-8862-e07461957ccf no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:26.374030 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 0d2061cd-7dfa-494e-8862-e07461957ccf {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:26.374376 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d2061cd-7dfa-494e-8862-e07461957ccf not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:26.386103 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks [] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.424418 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:26.495343 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks [] for router_gateway (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.613815 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:16:25Z', 'revision_number': 5, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port': {'id': 'cc65d1df-c25c-4c30-8351-43a0901d476f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:08:07Z', 'updated_at': '2022-06-23T20:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:26.633248 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Deleting port cc65d1df-c25c-4c30-8351-43a0901d476f {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:26.633248 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.647061 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Checking router: 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:16:26.660341 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Routers {'0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:16:26.661149 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:16:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:26.729095 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] For port cc65d1df-c25c-4c30-8351-43a0901d476f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=cc65d1df-c25c-4c30-8351-43a0901d476f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:26.729463 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.742453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Calling delete_port for cc65d1df-c25c-4c30-8351-43a0901d476f owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:26.754365 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] Set router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:16:26.805785 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:16:26Z', 'revision_number': 6, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:26.829694 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5455368-00aa-4ee4-a8f4-b1efe1904ced None None] The sync data for ids ['0fe2bb50-b6b0-41a7-975b-1a542f26fd5e'] in dv-cinder-847274-2-iscsi is: [{'id': '0fe2bb50-b6b0-41a7-975b-1a542f26fd5e', 'name': 'tempest-TestVolumeBootPattern-1989172293-router', 'tenant_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:08:06Z', 'updated_at': '2022-06-23T20:16:26Z', 'revision_number': 6, 'project_id': '95ab1ee032d74c4fbc1c544a09ffea80', 'gw_port_host': None}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:16:26.972792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (cc65d1df-c25c-4c30-8351-43a0901d476f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:26.996636 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc65d1df-c25c-4c30-8351-43a0901d476f,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:27.071671 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.135395 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:27.166253 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.168426 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks [] for router_controller (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.332388 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (0fe2bb50-b6b0-41a7-975b-1a542f26fd5e), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.333134 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe2bb50-b6b0-41a7-975b-1a542f26fd5e {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:16:27.338734 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.340614 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b326d68c-7dca-4045-ba38-7f1d9efaac9c admin admin] 10.222.0.44 "DELETE /v2.0/routers/0fe2bb50-b6b0-41a7-975b-1a542f26fd5e HTTP/1.1" status: 204 len: 168 time: 1.0647852 Jun 23 20:16:27.343002 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40788) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:27.389157 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Deleting subnet 3d9cbd3f-840d-45e2-8e50-cf37d24f60dd {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:16:27.392227 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Publish callbacks [] for subnet (3d9cbd3f-840d-45e2-8e50-cf37d24f60dd), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.421172 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:27.430737 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (3d9cbd3f-840d-45e2-8e50-cf37d24f60dd), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.509280 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (3d9cbd3f-840d-45e2-8e50-cf37d24f60dd), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.630152 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (3d9cbd3f-840d-45e2-8e50-cf37d24f60dd), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.657945 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9cbd3f-840d-45e2-8e50-cf37d24f60dd,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:27.661841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.665094 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-fe12ffa1-b7db-4e7f-beaa-f0acff13a401 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3d9cbd3f-840d-45e2-8e50-cf37d24f60dd HTTP/1.1" status: 204 len: 168 time: 0.3211160 Jun 23 20:16:27.667702 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40792) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:27.670068 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4965122-df54-4e14-9b35-88cc218cdd44 None None] Network 705a6174-b2e8-41cd-90ff-c8e07724998b requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:16:27.750709 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (705a6174-b2e8-41cd-90ff-c8e07724998b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.793267 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Deleting port 879f1f70-cf1f-465c-b337-6059097388a0 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:27.793599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (879f1f70-cf1f-465c-b337-6059097388a0), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.823840 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] DHCP port deletion for 705a6174-b2e8-41cd-90ff-c8e07724998b request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:16:27.857206 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:27.866177 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] For port 879f1f70-cf1f-465c-b337-6059097388a0, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=879f1f70-cf1f-465c-b337-6059097388a0,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:27.867078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (879f1f70-cf1f-465c-b337-6059097388a0), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.867428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Deleting port 879f1f70-cf1f-465c-b337-6059097388a0 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:16:27.867798 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (879f1f70-cf1f-465c-b337-6059097388a0), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.883516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Calling delete_port for 879f1f70-cf1f-465c-b337-6059097388a0 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:27.942815 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] For port 879f1f70-cf1f-465c-b337-6059097388a0, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=879f1f70-cf1f-465c-b337-6059097388a0,segment=NetworkSegment(e5669da1-7acb-409b-9fb9-a108fc13142a),segment_id=e5669da1-7acb-409b-9fb9-a108fc13142a)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:16:27.943215 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (879f1f70-cf1f-465c-b337-6059097388a0), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:27.957989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Calling delete_port for 879f1f70-cf1f-465c-b337-6059097388a0 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:16:28.006661 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (879f1f70-cf1f-465c-b337-6059097388a0), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.029632 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=879f1f70-cf1f-465c-b337-6059097388a0,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:28.035572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] No DVR routers for this DVR port 879f1f70-cf1f-465c-b337-6059097388a0 on host dv-cinder-847274-2-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:28.038861 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (879f1f70-cf1f-465c-b337-6059097388a0), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.064703 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] Pushing event deleted for resources: {'Port': ['ID=879f1f70-cf1f-465c-b337-6059097388a0,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:28.066516 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93099a90-b633-4fee-8080-97acdcb33052 None None] No DVR routers for this DVR port 879f1f70-cf1f-465c-b337-6059097388a0 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:16:28.113694 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (705a6174-b2e8-41cd-90ff-c8e07724998b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.135050 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705a6174-b2e8-41cd-90ff-c8e07724998b']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:28.144543 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5669da1-7acb-409b-9fb9-a108fc13142a') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:28.144881 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5669da1-7acb-409b-9fb9-a108fc13142a') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:16:28.154545 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (e5669da1-7acb-409b-9fb9-a108fc13142a), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.168612 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (e5669da1-7acb-409b-9fb9-a108fc13142a), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.175028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:16:28.175611 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (e5669da1-7acb-409b-9fb9-a108fc13142a), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.283281 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device c3db5e41-98a6-4185-b9f1-cfbb043e02ba no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:28.298095 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (705a6174-b2e8-41cd-90ff-c8e07724998b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.305896 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: c3db5e41-98a6-4185-b9f1-cfbb043e02ba {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:28.306258 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device c3db5e41-98a6-4185-b9f1-cfbb043e02ba not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:28.306677 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cc65d1df-c25c-4c30-8351-43a0901d476f no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:28.308344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.311928 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] 10.222.0.44 "DELETE /v2.0/networks/705a6174-b2e8-41cd-90ff-c8e07724998b HTTP/1.1" status: 204 len: 168 time: 0.6424241 Jun 23 20:16:28.323535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36f2f5-b433-4276-8da2-d4e7224b3f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=705a6174-b2e8-41cd-90ff-c8e07724998b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:28.331517 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment e5669da1-7acb-409b-9fb9-a108fc13142a resource provider aggregate not found Jun 23 20:16:28.331763 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: cc65d1df-c25c-4c30-8351-43a0901d476f {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:28.332114 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device cc65d1df-c25c-4c30-8351-43a0901d476f not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:28.332557 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 879f1f70-cf1f-465c-b337-6059097388a0 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:16:28.353332 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment e5669da1-7acb-409b-9fb9-a108fc13142a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5669da1-7acb-409b-9fb9-a108fc13142a found for delete ", "request_id": "req-dc2dea66-d0bf-4a01-81a7-be6099e7ded7"}]} Jun 23 20:16:28.354449 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 879f1f70-cf1f-465c-b337-6059097388a0 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:16:28.354793 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 879f1f70-cf1f-465c-b337-6059097388a0 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:16:28.670154 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40802) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:28.712556 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-45f1d4b6-9a19-481e-bb36-6222b767f635 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edb569a8b39a437ea8be940df098268c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411870 Jun 23 20:16:28.715034 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 40806) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:28.769317 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] Publish callbacks [] for security_group (39b666f0-0cb8-4ee3-9284-2dc84ad68e05), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.792894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] Publish callbacks [] for security_group (39b666f0-0cb8-4ee3-9284-2dc84ad68e05), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.898192 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (39b666f0-0cb8-4ee3-9284-2dc84ad68e05), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.900788 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:28.901979 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39b666f0-0cb8-4ee3-9284-2dc84ad68e05 HTTP/1.1" status: 204 len: 168 time: 0.1860390 Jun 23 20:16:28.911366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb1a4-4aca-4803-83e6-acf8ddaf5529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b666f0-0cb8-4ee3-9284-2dc84ad68e05,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:29.537034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40812) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:29.578417 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-1987fce7-e7b1-4021-9a6a-36c631b10675 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95ab1ee032d74c4fbc1c544a09ffea80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402439 Jun 23 20:16:29.581220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 40814) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:16:29.630617 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] Publish callbacks [] for security_group (49816c4b-da74-4563-aa6d-4c205dfb6460), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:29.652215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] Publish callbacks [] for security_group (49816c4b-da74-4563-aa6d-4c205dfb6460), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:29.681785 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:29.749580 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (49816c4b-da74-4563-aa6d-4c205dfb6460), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:29.752059 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:29.753260 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49816c4b-da74-4563-aa6d-4c205dfb6460 HTTP/1.1" status: 204 len: 168 time: 0.1711538 Jun 23 20:16:29.762465 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57230-48d0-448f-91b2-3c6d128ed9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49816c4b-da74-4563-aa6d-4c205dfb6460,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:16:32.451153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacfcf-3a85-445c-944e-7c0d08d8b112 req-fd8922a3-52d7-4e6c-9b43-6b2334b7dcde tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:32.452414 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03eacfcf-3a85-445c-944e-7c0d08d8b112 req-fd8922a3-52d7-4e6c-9b43-6b2334b7dcde tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0555174 Jun 23 20:16:32.526389 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-03eacfcf-3a85-445c-944e-7c0d08d8b112 req-03045dc5-a1c1-4dfa-a11c-2c2b7ee2eb22 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677085 Jun 23 20:16:32.552047 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:32.560143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-305a36ee-4010-4cfc-84f1-aebcbf664076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:32.561725 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-305a36ee-4010-4cfc-84f1-aebcbf664076 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1169 time: 0.0498805 Jun 23 20:16:32.950514 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-31c725e6-e081-4964-8e6a-eb360fb28e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:32.952017 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-31c725e6-e081-4964-8e6a-eb360fb28e9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.3693976 Jun 23 20:16:33.014833 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-c47f1e01-c7be-44e9-9c65-651d144a5272 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1002 time: 0.0559947 Jun 23 20:16:33.065241 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-78296660-83c4-4362-9aa2-c62e611c6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:33.066716 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-78296660-83c4-4362-9aa2-c62e611c6c3b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0438278 Jun 23 20:16:33.115315 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-467bc038-a91b-4b7a-9115-df82b023c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:33.117364 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-467bc038-a91b-4b7a-9115-df82b023c6fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416923 Jun 23 20:16:33.213487 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-b62ddeff-a208-4130-b8f8-e151aca1b391 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847485 Jun 23 20:16:33.318146 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a90547f6-759f-4eaf-82e0-966c1dad834a req-4070ba61-3d2d-452c-bbdc-78692a0e0a6b service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980520 Jun 23 20:16:33.645338 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e6ac1-4c35-41f3-a0b8-53e0642c924f req-3b2fcfed-bacb-4be3-945c-d1048f3a1819 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:33.646758 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e45e6ac1-4c35-41f3-a0b8-53e0642c924f req-3b2fcfed-bacb-4be3-945c-d1048f3a1819 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0468800 Jun 23 20:16:33.706265 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e45e6ac1-4c35-41f3-a0b8-53e0642c924f req-8aeb4cbc-ed45-4627-8073-b540bae0c211 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531590 Jun 23 20:16:34.823790 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8621641-eda6-45cd-9a54-3367bdc23e9a req-1b794568-564e-4195-a021-150c9d1f9d23 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:34.825273 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8621641-eda6-45cd-9a54-3367bdc23e9a req-1b794568-564e-4195-a021-150c9d1f9d23 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0508728 Jun 23 20:16:34.884280 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e8621641-eda6-45cd-9a54-3367bdc23e9a req-ca0ad67a-1f9e-4dd1-840c-64eeb5537ea6 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534503 Jun 23 20:16:35.995602 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672d7fe-f2ec-47e3-a235-6ba7ce895780 req-580b97e3-74e3-4217-b6c2-6fb68ab4ca32 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:35.997114 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1672d7fe-f2ec-47e3-a235-6ba7ce895780 req-580b97e3-74e3-4217-b6c2-6fb68ab4ca32 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0469573 Jun 23 20:16:36.056737 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1672d7fe-f2ec-47e3-a235-6ba7ce895780 req-219185ff-9056-450a-a9ea-066c841c90ae tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540709 Jun 23 20:16:36.274668 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f6ac92b5-7d2d-46ff-9ce8-853b78631534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:36.778670 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=32 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:36.808704 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:37.162993 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:37.175745 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba781da-741b-4a33-a08b-52c70eaf9e1d req-32770f8c-febb-4c8b-bae4-16f77ccde7f0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:37.177234 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ba781da-741b-4a33-a08b-52c70eaf9e1d req-32770f8c-febb-4c8b-bae4-16f77ccde7f0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0519831 Jun 23 20:16:37.237832 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4ba781da-741b-4a33-a08b-52c70eaf9e1d req-f0fd4df4-b130-466d-9d6f-25c4e096d9c7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548847 Jun 23 20:16:37.966368 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:38.349554 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-99af2e97-204b-4608-9fd4-42b692d4ee4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:38.351289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2d943-0749-45f0-9fcf-5564e2f9e176 req-a90e0eb9-d02f-475f-a101-4b11984367cb tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:38.352805 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67a2d943-0749-45f0-9fcf-5564e2f9e176 req-a90e0eb9-d02f-475f-a101-4b11984367cb tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0480168 Jun 23 20:16:38.414686 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-67a2d943-0749-45f0-9fcf-5564e2f9e176 req-8637928c-4541-4bd0-9150-c614013e475b tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561671 Jun 23 20:16:38.905865 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:38.906631 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=67,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:39.533423 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb48870-1624-404b-9523-923e89dc2ed3 req-55cf5afc-babe-4b0a-ab8b-201b4b7022ea tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:39.534786 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1bb48870-1624-404b-9523-923e89dc2ed3 req-55cf5afc-babe-4b0a-ab8b-201b4b7022ea tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0480919 Jun 23 20:16:39.587788 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:39.601771 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1bb48870-1624-404b-9523-923e89dc2ed3 req-0086c3a9-3246-4c26-8484-cbf5d96670b4 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606942 Jun 23 20:16:39.875916 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:16:39.892363 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:40.715099 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024d50-5227-4586-a1d8-dd6adb223640 req-60139b12-6d05-494b-8c1b-e09954810ff6 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:40.716578 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26024d50-5227-4586-a1d8-dd6adb223640 req-60139b12-6d05-494b-8c1b-e09954810ff6 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0474412 Jun 23 20:16:40.777996 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-26024d50-5227-4586-a1d8-dd6adb223640 req-67d42e1d-3dd4-451f-9dd3-78b2ac312bf2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555999 Jun 23 20:16:41.055767 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:41.132150 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:41.503793 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:16:41.893571 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20aaa-1d76-4bca-ac42-d171e14196dd req-f55e26fc-bf99-487d-a86a-1c613fe6676a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:41.894990 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-19a20aaa-1d76-4bca-ac42-d171e14196dd req-f55e26fc-bf99-487d-a86a-1c613fe6676a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0462997 Jun 23 20:16:41.955437 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-19a20aaa-1d76-4bca-ac42-d171e14196dd req-d27a2f8a-ab97-4024-baae-74c8dae0f6ad tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548408 Jun 23 20:16:43.072365 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2557-67c2-4d5b-8ff0-8507b20ad237 req-5f41b4db-e3f7-4649-89b5-5c85dcf465f9 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:43.073844 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c8f2557-67c2-4d5b-8ff0-8507b20ad237 req-5f41b4db-e3f7-4649-89b5-5c85dcf465f9 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0506694 Jun 23 20:16:43.133775 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c8f2557-67c2-4d5b-8ff0-8507b20ad237 req-2925ff47-0df9-472b-8f17-b838d6d122cb tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543993 Jun 23 20:16:44.267564 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273b10-932c-4366-98fb-c4f40c2d8f36 req-e8c7825b-932a-468a-abe4-c1e4743f5d04 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:44.269136 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6b273b10-932c-4366-98fb-c4f40c2d8f36 req-e8c7825b-932a-468a-abe4-c1e4743f5d04 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0683210 Jun 23 20:16:44.329988 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6b273b10-932c-4366-98fb-c4f40c2d8f36 req-acd5312e-c7d7-4111-aaae-428febac6bfd tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551319 Jun 23 20:16:45.445969 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7cdb9-7957-42ac-bd2f-3d1c54044ff2 req-2d850f18-0197-4770-a3de-d8b46fc592b0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:16:45.447429 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e7cdb9-7957-42ac-bd2f-3d1c54044ff2 req-2d850f18-0197-4770-a3de-d8b46fc592b0 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0506635 Jun 23 20:16:45.507818 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e7cdb9-7957-42ac-bd2f-3d1c54044ff2 req-798dfa68-9ba6-4b7e-8735-82257aea31e7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b454e09-45ae-4c25-aa5c-aa65450f4a48&id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528219 Jun 23 20:16:49.873125 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:49.883985 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:51.438362 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:51.440267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:55.497970 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=50 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:16:55.500061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=82 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:06.285705 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-668a9892-84d8-419a-8743-d5b56ba25c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:07.961439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:08.423579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-26d9114f-e9be-4d99-80c4-aeffc0f48d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:08.534592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46072d6-cd0f-4953-9f82-4e64b8cfb6f6 req-f079e872-940a-4d0d-a754-c560f3473be8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:08.536152 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a46072d6-cd0f-4953-9f82-4e64b8cfb6f6 req-f079e872-940a-4d0d-a754-c560f3473be8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.0578246 Jun 23 20:17:08.589810 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a46072d6-cd0f-4953-9f82-4e64b8cfb6f6 req-59ca3f1a-1878-43c5-af10-a60ee5884aef tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Jun 23 20:17:09.701292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a9a60-c04e-4835-bff9-93303173330d req-3c2cedba-377b-4308-abac-4b75bede7bf3 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:09.702723 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-507a9a60-c04e-4835-bff9-93303173330d req-3c2cedba-377b-4308-abac-4b75bede7bf3 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.0452871 Jun 23 20:17:09.752150 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-507a9a60-c04e-4835-bff9-93303173330d req-c5266d9c-80cc-4140-a633-aad7a73f958c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440338 Jun 23 20:17:09.908683 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:10.327749 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-954545e6-329f-41cc-a763-64d65605db8b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:10.329216 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-954545e6-329f-41cc-a763-64d65605db8b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 945 time: 0.0451410 Jun 23 20:17:10.411820 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Deleting port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:10.412157 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:10.504075 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] For port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:10.504393 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:10.517352 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Calling delete_port for e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 owned by compute:nova {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:10.720251 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (e2f74ae4-0534-4d6c-9e6d-45568ca17ad6), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:10.746512 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Pushing event deleted for resources: {'Port': ['ID=e2f74ae4-0534-4d6c-9e6d-45568ca17ad6,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:10.756143 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.756453 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.756800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.757035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['e2f74ae4-0534-4d6c-9e6d-45568ca17ad6'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:17:10.757158 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.757456 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.757789 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.758118 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.758606 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.758807 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.759562 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.759562 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.759742 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.760028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.760399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.766541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:10.804968 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] No DVR routers for this DVR port e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 on host hv-cinder-84727 {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:10.807550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:10.811376 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-d14675b4-9a3a-49b3-9574-763a5384eda5 req-39dbff1c-d735-4e58-9d6b-f4224e588f4c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "DELETE /v2.0/ports/e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 HTTP/1.1" status: 204 len: 173 time: 0.4768908 Jun 23 20:17:10.811810 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'name': 'network-vif-deleted', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:10.814252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41681244-be5b-48f5-b244-7c11509757db" -d '{"events": [{"server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "name": "network-vif-deleted", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:10.865263 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a14df-d638-497e-ba69-70bab0b3b700 x-openstack-request-id: req-7f0a14df-d638-497e-ba69-70bab0b3b700 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:10.865558 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de3437f7-7812-42da-97dc-6bb6b35fc998", "name": "network-vif-deleted", "tag": "e2f74ae4-0534-4d6c-9e6d-45568ca17ad6", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:10.865813 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f0a14df-d638-497e-ba69-70bab0b3b700 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:10.866213 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0a14df-d638-497e-ba69-70bab0b3b700'] response: {'server_uuid': 'de3437f7-7812-42da-97dc-6bb6b35fc998', 'name': 'network-vif-deleted', 'tag': 'e2f74ae4-0534-4d6c-9e6d-45568ca17ad6', 'status': 'completed', 'code': 200} Jun 23 20:17:10.868162 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-be02c381-36e4-4612-81c8-b9b9ed854bdd req-1ae805f3-4cc4-407c-a0fb-ba55998d3c1b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=de3437f7-7812-42da-97dc-6bb6b35fc998 HTTP/1.1" status: 200 len: 210 time: 0.0306408 Jun 23 20:17:11.125849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:11.519990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:15.118756 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:15.137373 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:15.137722 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device e2f74ae4-0534-4d6c-9e6d-45568ca17ad6 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:15.190021 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-b26040b6-6be8-427c-a772-f085e5241414 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409777 Jun 23 20:17:15.290817 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-01866cbe-3cbb-49d6-9aa5-492836939f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:15.293222 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-01866cbe-3cbb-49d6-9aa5-492836939f41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1169 time: 0.0425470 Jun 23 20:17:15.393032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-0811691e-9b65-4c9e-bbc7-8d6b2b65f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:15.394404 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-0811691e-9b65-4c9e-bbc7-8d6b2b65f063 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.0848472 Jun 23 20:17:15.460406 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-88d516fe-43b4-4682-9b25-8d89ca5ccc24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1002 time: 0.0584826 Jun 23 20:17:15.507926 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-9c49626a-ba1c-4d6c-b22d-8752fdbc820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:15.509396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-9c49626a-ba1c-4d6c-b22d-8752fdbc820a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0435181 Jun 23 20:17:15.540233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:15.551419 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-9eb8f3b1-2f9a-44e9-a95d-5e89002f8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:15.553055 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-9eb8f3b1-2f9a-44e9-a95d-5e89002f8f4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381620 Jun 23 20:17:15.566024 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:15.647204 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-167d85fe-a274-4fd3-b6e4-f5900885d581 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886078 Jun 23 20:17:15.737688 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-84e073f7-5898-4a87-9874-1f3c628c7971 req-5695ea07-a140-4716-8950-a4e16121d4a1 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845356 Jun 23 20:17:16.876529 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:17:21.439678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:21.527654 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-93d5395e-b466-4135-8236-0c292bd890f6 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:21.529186 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-93d5395e-b466-4135-8236-0c292bd890f6 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/networks?id=93615a59-0936-480e-a559-d91a2775b59b HTTP/1.1" status: 200 len: 814 time: 0.1047366 Jun 23 20:17:21.543647 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-954e1b95-b611-4439-85c0-95bf0f7b4237 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/quotas/eccb032b11e045fdbb42238762eada05 HTTP/1.1" status: 200 len: 375 time: 0.0090714 Jun 23 20:17:21.582081 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-c0779bdf-902f-49f5-9a53-cc3699a6eab2 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333772 Jun 23 20:17:21.593061 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d7d5249a-df05-47bb-a762-e5e9501691cc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:17:21.594012 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d7d5249a-df05-47bb-a762-e5e9501691cc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055361 Jun 23 20:17:21.683729 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-292521d0-5542-4376-a91f-35457b078183 service neutron] 10.222.0.44 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846684 Jun 23 20:17:21.778624 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-0b79b639-9b39-45df-be2a-8ea4687c5f08 service neutron] 10.222.0.44 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892644 Jun 23 20:17:22.132904 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-cb679597-3590-492c-8aaa-58e8cf12c732 req-2ab3f309-ff2f-47ec-a78b-1f77f500d409 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 210 time: 0.1386704 Jun 23 20:17:23.260535 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-dd51a82f-42f0-41d2-99d5-afe87c95b9a3 req-8580fe28-6451-46d0-8371-5ca7f22e8c71 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 210 time: 0.0374730 Jun 23 20:17:24.183303 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-7ac5bf67-0b79-4b13-921f-e086487fefe8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:24.184752 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-7ac5bf67-0b79-4b13-921f-e086487fefe8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "GET /v2.0/networks?id=93615a59-0936-480e-a559-d91a2775b59b HTTP/1.1" status: 200 len: 814 time: 0.1069002 Jun 23 20:17:24.204309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Request body: {'port': {'device_id': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'network_id': '93615a59-0936-480e-a559-d91a2775b59b', 'admin_state_up': True, 'tenant_id': 'eccb032b11e045fdbb42238762eada05'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:24.393246 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-8622cb4b-3246-46d2-936d-4adaa08c4ad7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1816725656&fields=id&tenant_id=a2028a4056254026b31f412942d1f576 HTTP/1.1" status: 200 len: 267 time: 0.0901327 Jun 23 20:17:24.442285 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Made reservation on behalf of eccb032b11e045fdbb42238762eada05 for: {'port': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:24.445987 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:24.450605 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:24.471752 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-6d1df9b3-df20-474e-9d76-a02de28b5e4a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:24.476141 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-6d1df9b3-df20-474e-9d76-a02de28b5e4a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 985 time: 0.0724561 Jun 23 20:17:24.504792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Request body: {'port': {'security_groups': ['f4e46937-f521-4a5d-bf01-37cf6d7e2ca5']}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:24.574165 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-921bfb6c-4699-4d9e-b54b-d1c1eb93924e req-2506f209-1f05-495b-9dd3-d17595ba0837 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 210 time: 0.0888104 Jun 23 20:17:24.601046 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:24.667581 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:24.693150 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Allocated IP 172.20.0.11 (93615a59-0936-480e-a559-d91a2775b59b/f5684b4b-5f5d-4151-9851-9a32a98ae38b/b8106523-839e-4862-bb0b-0f13d8cbb6fd) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:24.970920 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks [] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:24.973253 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:25.019215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for port (077883ce-f410-4855-8c89-e480ffa737bf), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.085889 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.120237 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.123063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:17:25.128007 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:25.133576 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.134208 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.135610 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ca16c37d-daf7-488a-ab36-9c36af3ddd7f req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "PUT /v2.0/ports/077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 943 time: 0.6497595 Jun 23 20:17:25.137826 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:25.142886 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:25.143575 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41196) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:25.159181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:25.170386 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Network 93615a59-0936-480e-a559-d91a2775b59b is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:25.173832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff972d8-906f-4e69-81c7-b6e17054e6a2 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event updated for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=7']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:25.176706 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:25.181338 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:25.233518 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fca03aa-1af0-4ec4-bbdb-c67ef7456e10 x-openstack-request-id: req-6fca03aa-1af0-4ec4-bbdb-c67ef7456e10 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:25.233715 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:25.233964 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fca03aa-1af0-4ec4-bbdb-c67ef7456e10 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:25.234363 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fca03aa-1af0-4ec4-bbdb-c67ef7456e10'] response: {'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:17:25.243192 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (9b454e09-45ae-4c25-aa5c-aa65450f4a48), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.277746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.278378 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.281207 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Pushing event updated for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:25.286373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (9b454e09-45ae-4c25-aa5c-aa65450f4a48), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.289599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:17:25.360199 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-87be19b9-6445-460e-bee0-e3315f3eca07 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1589484 Jun 23 20:17:25.367696 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-d7006f3d-fcfb-46aa-b14b-9c599bde01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.369236 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-d7006f3d-fcfb-46aa-b14b-9c599bde01bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1130 time: 0.0768175 Jun 23 20:17:25.384120 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Request body: {'port': {'device_id': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:25.478576 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.498182 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-92c4b462-fd79-4ec5-aafb-1d3781819a47 None None] Provisioning complete for port 077883ce-f410-4855-8c89-e480ffa737bf triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:25.498182 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-92c4b462-fd79-4ec5-aafb-1d3781819a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (077883ce-f410-4855-8c89-e480ffa737bf), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.518148 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-e8b9d48d-751d-4e67-b008-0463701ea680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.520258 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-e8b9d48d-751d-4e67-b008-0463701ea680 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.1374724 Jun 23 20:17:25.528637 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (9b454e09-45ae-4c25-aa5c-aa65450f4a48), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.528637 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.530494 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41206) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:25.530763 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b454e09-45ae-4c25-aa5c-aa65450f4a48 HTTP/1.1" status: 204 len: 168 time: 0.3844624 Jun 23 20:17:25.596258 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b454e09-45ae-4c25-aa5c-aa65450f4a48,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:25.612698 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.613046 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.613388 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.613800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.614055 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.614386 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.614714 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.615084 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.615443 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.615841 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.616064 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.616515 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.616847 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.617169 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.617489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c5f30c-96a2-4e71-a337-7cb36d9d88e8 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:25.617964 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-92c4b462-fd79-4ec5-aafb-1d3781819a47 None None] Current status of the port 077883ce-f410-4855-8c89-e480ffa737bf is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:25.639280 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-be908230-2d2e-4a6f-9e19-46ccb7336682 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 1002 time: 0.1071303 Jun 23 20:17:25.696136 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-e9bca50e-d308-462d-975d-c67478a35977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.700771 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-e9bca50e-d308-462d-975d-c67478a35977 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0541146 Jun 23 20:17:25.745217 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:25.746832 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-9567d65c-122b-4e1c-89fa-a94ebcbe7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.749123 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-9567d65c-122b-4e1c-89fa-a94ebcbe7469 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413852 Jun 23 20:17:25.833575 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db497b28-759d-4e67-a793-c8eb2585e0cd req-d57cff78-808b-4803-9edd-a36b57f54d91 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:25.835749 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db497b28-759d-4e67-a793-c8eb2585e0cd req-d57cff78-808b-4803-9edd-a36b57f54d91 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 932 time: 0.1367478 Jun 23 20:17:25.846910 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-5a385c48-9f25-437a-a3ce-06939284ae2e service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917716 Jun 23 20:17:25.936751 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-796a4a80-ac3d-46bd-9e07-c86f02acb0a2 req-b9f70de3-db7e-49e9-a4f3-d70060dcb923 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838025 Jun 23 20:17:25.954428 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Deleting port beac70a3-3011-45be-8c33-c09b22c96af5 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:25.954769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:25.976707 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-db497b28-759d-4e67-a793-c8eb2585e0cd req-09543213-d089-4500-a88f-b177ff3f8e19 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332371 Jun 23 20:17:26.045604 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8106523-839e-4862-bb0b-0f13d8cbb6fd {{(pid=104563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:17:26.055741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks [] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.061935 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:26.080685 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.provisioning_blocks [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Transition to ACTIVE for port object b8106523-839e-4862-bb0b-0f13d8cbb6fd will not be triggered until provisioned by entity L2. {{(pid=104563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:17:26.090041 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.094930 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for floatingip (beac70a3-3011-45be-8c33-c09b22c96af5), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.103091 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Calling delete_port for beac70a3-3011-45be-8c33-c09b22c96af5 owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:26.173584 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.266318 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a36f-7ac3-4e1d-8f68-799b5ac6d97c req-2ba854fb-c199-4adb-b3b0-a3430defdf0f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:26.267766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6fc8a36f-7ac3-4e1d-8f68-799b5ac6d97c req-2ba854fb-c199-4adb-b3b0-a3430defdf0f tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.1254280 Jun 23 20:17:26.303945 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Pushing event updated for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:26.385927 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6fc8a36f-7ac3-4e1d-8f68-799b5ac6d97c req-edab6cd5-5945-4d03-a62c-149b245ef76b tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082549 Jun 23 20:17:26.706841 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Attempting to bind port b8106523-839e-4862-bb0b-0f13d8cbb6fd on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:26.707572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Attempting to bind port b8106523-839e-4862-bb0b-0f13d8cbb6fd by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:26.707572 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Attempting to bind port b8106523-839e-4862-bb0b-0f13d8cbb6fd on network 93615a59-0936-480e-a559-d91a2775b59b {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:26.713695 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Port b8106523-839e-4862-bb0b-0f13d8cbb6fd on network 93615a59-0936-480e-a559-d91a2775b59b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:17:26.714015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Attempting to bind port b8106523-839e-4862-bb0b-0f13d8cbb6fd on network 93615a59-0936-480e-a559-d91a2775b59b {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:26.719485 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:26.719815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Checking segment: {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:26.720191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Bound using segment: {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'} {{(pid=104563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:26.720643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.managers [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Bound port: b8106523-839e-4862-bb0b-0f13d8cbb6fd, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585ee142-038c-409b-8b4a-b570d759b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '93615a59-0936-480e-a559-d91a2775b59b'}}] {{(pid=104563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:26.720994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.729786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:26.780069 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, cleared binding levels {{(pid=104563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:26.783012 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:26.788865 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (beac70a3-3011-45be-8c33-c09b22c96af5), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.814903 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event deleted for resources: {'Port': ['ID=beac70a3-3011-45be-8c33-c09b22c96af5,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:26.861049 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.908737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:26.909347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.910714 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] 10.222.0.42 "PUT /v2.0/ports/b8106523-839e-4862-bb0b-0f13d8cbb6fd HTTP/1.1" status: 200 len: 1094 time: 1.5320954 Jun 23 20:17:26.918388 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks [] for floatingip (1d3dd43d-8bae-4186-a680-b75465c02cb5), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:26.918716 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Floating IP 1d3dd43d-8bae-4186-a680-b75465c02cb5 disassociated (deleted). External IP: 172.27.0.139, port: 077883ce-f410-4855-8c89-e480ffa737bf. Jun 23 20:17:26.965395 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc6f75-4e77-494a-9eb8-df54089e464d service neutron] Pushing event updated for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=3']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:27.030833 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:27.143627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8143fda-5cf5-4251-97b4-5f4741091297 req-1355ced8-6dd4-4bc0-a15e-73d1f26e954e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:27.145130 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8143fda-5cf5-4251-97b4-5f4741091297 req-1355ced8-6dd4-4bc0-a15e-73d1f26e954e tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 944 time: 0.0841944 Jun 23 20:17:27.193288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Router ee2a0bb0-e0e1-4181-be54-692ab51f92ff has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:27.216166 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b8143fda-5cf5-4251-97b4-5f4741091297 req-9b335c9c-83f2-4df5-a196-07a5c352ec63 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653727 Jun 23 20:17:27.252465 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:27.254984 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2612f-7ef7-40d9-b56c-2330a7899dda" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:27.300957 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefb5cf2-3c10-4373-aede-1208a544da23 x-openstack-request-id: req-cefb5cf2-3c10-4373-aede-1208a544da23 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:27.301238 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:27.301489 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cefb5cf2-3c10-4373-aede-1208a544da23 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:27.301872 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cefb5cf2-3c10-4373-aede-1208a544da23'] response: {'name': 'network-changed', 'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd', 'status': 'completed', 'code': 200} Jun 23 20:17:27.320195 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:27.325482 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:27.329992 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Sync routers for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:27.339268 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:27.339877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:27.354313 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d1654170-8e78-40d7-b329-2bcd2fa4f78d tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d3dd43d-8bae-4186-a680-b75465c02cb5 HTTP/1.1" status: 204 len: 168 time: 1.8228004 Jun 23 20:17:27.448838 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:27.522304 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4fe57-126c-4427-8e19-612e73a0612a req-dda7b1dd-1e43-4f0f-841d-1293bd26ebfc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:27.524064 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bed4fe57-126c-4427-8e19-612e73a0612a req-dda7b1dd-1e43-4f0f-841d-1293bd26ebfc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0626717 Jun 23 20:17:27.579289 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-bed4fe57-126c-4427-8e19-612e73a0612a req-4cc82f95-4e72-497d-bf7d-80a1cc010181 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481477 Jun 23 20:17:27.664149 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-d69028c9-24a3-4d4a-8768-5ee89cd91a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:27.665694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-d69028c9-24a3-4d4a-8768-5ee89cd91a82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 1128 time: 0.0482297 Jun 23 20:17:27.775722 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:27.779407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:27.803229 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Checking router: ee2a0bb0-e0e1-4181-be54-692ab51f92ff for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:27.812420 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:27.813046 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:27.856229 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-355b7c6e-eed6-4a87-8e4e-88c68a490177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:27.858937 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-355b7c6e-eed6-4a87-8e4e-88c68a490177 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=eccb032b11e045fdbb42238762eada05&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1054180 Jun 23 20:17:27.914196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:28.004958 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-98882fec-08c9-4051-bc4c-d9feefba33bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.006527 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-98882fec-08c9-4051-bc4c-d9feefba33bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0641630 Jun 23 20:17:28.014857 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:28.043874 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-ea41bdd5-92a0-4e2a-aeb1-05fe880dee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.045326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0c2612f-7ef7-40d9-b56c-2330a7899dda req-ea41bdd5-92a0-4e2a-aeb1-05fe880dee4e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038265 Jun 23 20:17:28.096492 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Deleting port 20228e09-3cd8-4ebb-a57a-0b23971f8745 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:28.096831 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:28.124789 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:28.148406 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc922712-afdc-4d71-bfe0-24435d9384f9 None None] The sync data for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi is: [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:15:05Z', 'revision_number': 4, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '79955392-c590-4095-b176-96ffeb198ac7', 'name': '', 'network_id': 'd45e4a79-07f1-4c09-96d8-8dd093721560', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'mac_address': 'fa:16:3e:de:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:05Z', 'updated_at': '2022-06-23T20:15:09Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'subnets': [{'id': 'b52e8cb3-37be-4e26-9ec7-dc055c03f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:28.188953 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] For port 20228e09-3cd8-4ebb-a57a-0b23971f8745, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=20228e09-3cd8-4ebb-a57a-0b23971f8745,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:28.189323 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:28.335594 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:28.369776 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:28.382167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ed442-f59a-45d8-871f-cdcd093242a7 req-8e827620-6ad6-43bb-b58b-bb0be5941d9b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.383727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b8ed442-f59a-45d8-871f-cdcd093242a7 req-8e827620-6ad6-43bb-b58b-bb0be5941d9b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 944 time: 0.0858221 Jun 23 20:17:28.387539 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-178d500a-00bd-491f-92c7-54ce165b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.389091 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-178d500a-00bd-491f-92c7-54ce165b6741 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eccb032b11e045fdbb42238762eada05&device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 1128 time: 0.0554864 Jun 23 20:17:28.390741 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:28.430097 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:28.430460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:28.430764 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.l3_db [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Floating IP bc2dce91-a1e7-4914-8f80-23ff39003a89 disassociated. External IP: 172.27.0.194, port: 20228e09-3cd8-4ebb-a57a-0b23971f8745. Jun 23 20:17:28.431102 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Calling delete_port for 20228e09-3cd8-4ebb-a57a-0b23971f8745 owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:28.472965 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7b8ed442-f59a-45d8-871f-cdcd093242a7 req-a7254fc1-aa17-43d8-9c29-0513d0289ff7 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Jun 23 20:17:28.474063 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad2397-56b6-4767-8349-665620e78d60 None None] New status for floating IP 1d3dd43d-8bae-4186-a680-b75465c02cb5: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:17:28.474933 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-6b8ade74-89a3-46b2-834d-9e5b2dd53234 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd HTTP/1.1" status: 200 len: 217 time: 0.0418832 Jun 23 20:17:28.552076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbf85-63d0-4595-af79-594b6cca258f req-e88a9f72-af5e-48e3-bc9f-6a4d2b3c20af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.554145 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-e88a9f72-af5e-48e3-bc9f-6a4d2b3c20af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f5684b4b-5f5d-4151-9851-9a32a98ae38b HTTP/1.1" status: 200 len: 854 time: 0.0724401 Jun 23 20:17:28.590204 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-8f967137-0207-400e-9602-292762698eaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93615a59-0936-480e-a559-d91a2775b59b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292506 Jun 23 20:17:28.733028 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0dd47-ac54-4fb9-8e9a-e7c8113973a0 req-47121b10-b461-40d6-b4a3-5e27e070d307 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:28.733400 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a6a0dd47-ac54-4fb9-8e9a-e7c8113973a0 req-47121b10-b461-40d6-b4a3-5e27e070d307 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0706830 Jun 23 20:17:28.737160 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-ad89b039-4d83-46cb-a8a9-8fa06db2c0fe service neutron] 10.222.0.42 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398878 Jun 23 20:17:28.829027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:28.843551 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a6a0dd47-ac54-4fb9-8e9a-e7c8113973a0 req-d9e34a9e-6cd0-41cf-a9fa-ae92295ed0dc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups?id=d545b467-4867-460c-abd1-ab114d6e5412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037493 Jun 23 20:17:28.867625 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (20228e09-3cd8-4ebb-a57a-0b23971f8745), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:28.867778 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a10dbf85-63d0-4595-af79-594b6cca258f req-4f42389e-209a-4a9b-ba79-7b46e43b6728 service neutron] 10.222.0.42 "GET /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168339 Jun 23 20:17:28.891251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'Port': ['ID=20228e09-3cd8-4ebb-a57a-0b23971f8745,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:29.003146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:29.106493 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:29.115360 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:29.125060 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:29.125668 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:29.150233 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] No DVR routers for this DVR port 20228e09-3cd8-4ebb-a57a-0b23971f8745 on host hv-cinder-84727 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:29.153291 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:29.156486 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a6fa1eae-9dad-4235-a85f-e2de57b73e2c req-b889ac9f-969a-4037-98e2-e0227eb453b4 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.42 "DELETE /v2.0/ports/20228e09-3cd8-4ebb-a57a-0b23971f8745 HTTP/1.1" status: 204 len: 173 time: 1.1437535 Jun 23 20:17:29.156916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'name': 'network-vif-deleted', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:29.159168 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41ccc5-6f8b-404b-955e-2504e46d9c41" -d '{"events": [{"server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "name": "network-vif-deleted", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:29.193413 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e87b2b-6a53-4d40-94b6-258566c4710c x-openstack-request-id: req-a2e87b2b-6a53-4d40-94b6-258566c4710c {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:29.193703 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf4d745-73cd-458d-9aa6-cef42480b9f2", "name": "network-vif-deleted", "tag": "20228e09-3cd8-4ebb-a57a-0b23971f8745", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:29.193952 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2e87b2b-6a53-4d40-94b6-258566c4710c {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:29.194348 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e87b2b-6a53-4d40-94b6-258566c4710c'] response: {'server_uuid': 'fbf4d745-73cd-458d-9aa6-cef42480b9f2', 'name': 'network-vif-deleted', 'tag': '20228e09-3cd8-4ebb-a57a-0b23971f8745', 'status': 'completed', 'code': 200} Jun 23 20:17:29.228920 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:29.302732 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:29.305259 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:29.344994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2830010-507a-45ac-96a1-54a066ecf1c9 x-openstack-request-id: req-c2830010-507a-45ac-96a1-54a066ecf1c9 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:29.345315 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:29.345576 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2830010-507a-45ac-96a1-54a066ecf1c9 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:29.345983 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2830010-507a-45ac-96a1-54a066ecf1c9'] response: {'name': 'network-changed', 'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:17:29.416082 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:29.443223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:29.451998 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:29.452617 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:29.551232 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:29.601252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73308d-bd29-42f4-8e1f-8933d9bd7835 req-05c0aedc-9957-4959-897d-1845ad24a97b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:29.602738 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a73308d-bd29-42f4-8e1f-8933d9bd7835 req-05c0aedc-9957-4959-897d-1845ad24a97b tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 944 time: 0.0607727 Jun 23 20:17:29.650418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2a73308d-bd29-42f4-8e1f-8933d9bd7835 req-69dd863f-ff1c-4967-beb2-ccb7685fbb74 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 Jun 23 20:17:29.734625 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:29.761448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e8dc-7778-4eb9-926f-7ac6dd5ea694 None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:16Z', 'revision_number': 4, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '32d1f816-e497-47ca-8307-e5e044d5073d', 'name': '', 'network_id': '6d5d57f3-4510-4872-96be-48a3a247b8dc', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'mac_address': 'fa:16:3e:f6:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:15Z', 'updated_at': '2022-06-23T20:12:19Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'subnets': [{'id': '37f7175c-28d9-4a84-bc50-72fa17385fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:29.856115 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-4c54454a-312c-4376-8fa2-57b40cfc41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:29.858060 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-4c54454a-312c-4376-8fa2-57b40cfc41dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a2028a4056254026b31f412942d1f576&device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 1130 time: 0.0436459 Jun 23 20:17:29.970397 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0db290e9-2c16-4697-b0de-36e37358e047 req-d6728d75-4d78-4d11-8c1c-e2a92aa9772c tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbf4d745-73cd-458d-9aa6-cef42480b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0517583 Jun 23 20:17:30.033391 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-5782c764-22d0-4380-8e78-fa607037d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:30.034989 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-5782c764-22d0-4380-8e78-fa607037d633 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 200 len: 915 time: 0.1319211 Jun 23 20:17:30.045222 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8066a-e01f-43a6-9f59-0a75bfcdc2ae None None] New status for floating IP bc2dce91-a1e7-4914-8f80-23ff39003a89: DOWN {{(pid=104565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:17:30.080943 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-a5e3ed91-8027-4246-a424-9733ee8a8a04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 200 len: 217 time: 0.0396428 Jun 23 20:17:30.132499 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-aed308ee-2480-48fa-94de-78e16afa493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:30.133952 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-aed308ee-2480-48fa-94de-78e16afa493d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 200 len: 853 time: 0.0437083 Jun 23 20:17:30.180988 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-0e71f991-6f04-47a1-b35f-0235fdb098ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:30.182559 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-0e71f991-6f04-47a1-b35f-0235fdb098ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d45e4a79-07f1-4c09-96d8-8dd093721560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428455 Jun 23 20:17:30.398436 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-4635d0d6-e61b-4bd8-b49a-76e0f5574d7b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:17:30.399533 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-4635d0d6-e61b-4bd8-b49a-76e0f5574d7b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054455 Jun 23 20:17:30.496357 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-909f385b-826a-4d40-8a09-ca23b66a72b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891714 Jun 23 20:17:30.566878 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:30.586799 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-7fb7b44e-2bbd-4c31-b946-3a76f34360f7 req-b5a9bfd9-41f9-4a17-abb5-e22a0ed1e478 service neutron] 10.222.0.42 "GET /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Jun 23 20:17:30.767204 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6a49-8a41-4414-abf6-79fc06caa773 req-f58d7d21-7e1c-4ed4-bf26-9e3f58c3938c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:30.768783 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c9fd6a49-8a41-4414-abf6-79fc06caa773 req-f58d7d21-7e1c-4ed4-bf26-9e3f58c3938c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 944 time: 0.0507681 Jun 23 20:17:30.822593 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c9fd6a49-8a41-4414-abf6-79fc06caa773 req-53ea1a14-ad15-4a6e-b9ea-30618432c880 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480280 Jun 23 20:17:31.137972 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41264) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:31.191642 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (d545b467-4867-460c-abd1-ab114d6e5412), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.216395 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (d545b467-4867-460c-abd1-ab114d6e5412), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.325875 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (d545b467-4867-460c-abd1-ab114d6e5412), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.328604 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.329766 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "DELETE /v2.0/security-groups/d545b467-4867-460c-abd1-ab114d6e5412 HTTP/1.1" status: 204 len: 168 time: 0.1907983 Jun 23 20:17:31.332536 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41270) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:31.340315 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c7a79-22f5-49c2-9218-1e2c4cc65a55 tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545b467-4867-460c-abd1-ab114d6e5412,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:31.347310 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.api.v2.resource [None req-9e19e23d-972e-4366-8d26-3d0ef81acfca tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] show failed (client error): The resource could not be found. Jun 23 20:17:31.348326 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9e19e23d-972e-4366-8d26-3d0ef81acfca tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "GET /v2.0/security-groups/d545b467-4867-460c-abd1-ab114d6e5412 HTTP/1.1" status: 404 len: 347 time: 0.0146999 Jun 23 20:17:31.351379 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41272) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:31.447051 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:31.463912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Deleting port 84f3ce51-c439-4075-b86e-f0bd2c6f3224 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:31.464853 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.545128 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.545515 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (84f3ce51-c439-4075-b86e-f0bd2c6f3224), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.559779 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Calling delete_port for 84f3ce51-c439-4075-b86e-f0bd2c6f3224 owned by network:floatingip {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:31.656406 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4903e62-d057-47a3-98de-ed0924b1f942 req-2fa3b5e4-9344-4ad1-889b-addf98df9f4e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:31.657804 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4903e62-d057-47a3-98de-ed0924b1f942 req-2fa3b5e4-9344-4ad1-889b-addf98df9f4e tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0478878 Jun 23 20:17:31.705447 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a4903e62-d057-47a3-98de-ed0924b1f942 req-8bae0272-a017-4d6b-99c4-90a62e0a0d7a tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419946 Jun 23 20:17:31.731852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (84f3ce51-c439-4075-b86e-f0bd2c6f3224), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.754479 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Pushing event deleted for resources: {'Port': ['ID=84f3ce51-c439-4075-b86e-f0bd2c6f3224,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:31.817725 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks [] for floatingip (bc2dce91-a1e7-4914-8f80-23ff39003a89), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.820352 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:31.822635 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-34856b55-09c6-436c-8a27-cef5c3c823bc tempest-AttachVolumeTestJSON-812672310 tempest-AttachVolumeTestJSON-812672310-project] 10.222.0.44 "DELETE /v2.0/floatingips/bc2dce91-a1e7-4914-8f80-23ff39003a89 HTTP/1.1" status: 204 len: 168 time: 0.4689925 Jun 23 20:17:31.824918 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b8106523-839e-4862-bb0b-0f13d8cbb6fd details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:17:31.835726 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 20228e09-3cd8-4ebb-a57a-0b23971f8745 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:31.863480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 20228e09-3cd8-4ebb-a57a-0b23971f8745 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:31.863831 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 20228e09-3cd8-4ebb-a57a-0b23971f8745 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:31.903712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:31.905837 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:31.947773 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12238-a5b4-4009-95a1-64280c614a30 req-a10074fb-c930-4ba0-b20a-1b44bde849c2 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:31.949745 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8fd12238-a5b4-4009-95a1-64280c614a30 req-a10074fb-c930-4ba0-b20a-1b44bde849c2 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 944 time: 0.0532310 Jun 23 20:17:31.958461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:31.970637 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd', 'network_id': '93615a59-0936-480e-a559-d91a2775b59b', 'port_id': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd', 'mac_address': 'fa:16:3e:cd:bc:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5684b4b-5f5d-4151-9851-9a32a98ae38b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:17:32.010531 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8fd12238-a5b4-4009-95a1-64280c614a30 req-2840683c-b538-476f-ba05-6da3fb6af3c3 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 Jun 23 20:17:32.014234 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b8106523-839e-4862-bb0b-0f13d8cbb6fd is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:32.014662 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:32.033096 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8106523-839e-4862-bb0b-0f13d8cbb6fd {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:17:32.051718 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:32.114041 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:32.160240 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:32.167723 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.168043 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.168403 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.168737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.169064 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.169388 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.169710 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.170025 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.170342 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.170659 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.170976 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.171334 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.171607 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.171920 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.172232 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:32.420282 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['b8106523-839e-4862-bb0b-0f13d8cbb6fd'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:17:32.810653 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:32.820932 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548feee-367d-4587-b151-7caac5c9f198 req-02216da4-9561-4e1a-9259-0af96fffdd8f tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:32.822388 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a548feee-367d-4587-b151-7caac5c9f198 req-02216da4-9561-4e1a-9259-0af96fffdd8f tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0478759 Jun 23 20:17:32.868076 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a548feee-367d-4587-b151-7caac5c9f198 req-6beff63b-53a0-4345-b509-91ec0fb7d541 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/security-groups?id=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403273 Jun 23 20:17:33.130911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e366b-518d-4729-a5c2-4895c18edcbf req-af4ec7cc-c3be-4e6f-b980-99c46cd6cda9 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:33.132396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-190e366b-518d-4729-a5c2-4895c18edcbf req-af4ec7cc-c3be-4e6f-b980-99c46cd6cda9 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 945 time: 0.0513601 Jun 23 20:17:33.178946 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-190e366b-518d-4729-a5c2-4895c18edcbf req-9dfe9bdc-d2df-4f75-81bd-806e13626ff8 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Jun 23 20:17:33.426879 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-9fab5fe0-6359-43a5-8ab3-f53b83be63f7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:33.428438 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-9fab5fe0-6359-43a5-8ab3-f53b83be63f7 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 946 time: 0.0508916 Jun 23 20:17:33.508895 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Deleting port 077883ce-f410-4855-8c89-e480ffa737bf {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:33.509235 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (077883ce-f410-4855-8c89-e480ffa737bf), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:33.601354 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] For port 077883ce-f410-4855-8c89-e480ffa737bf, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=077883ce-f410-4855-8c89-e480ffa737bf,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:33.607404 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (077883ce-f410-4855-8c89-e480ffa737bf), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:33.615099 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Calling delete_port for 077883ce-f410-4855-8c89-e480ffa737bf owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:33.694706 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:33.799726 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (077883ce-f410-4855-8c89-e480ffa737bf), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:33.830804 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Pushing event deleted for resources: {'Port': ['ID=077883ce-f410-4855-8c89-e480ffa737bf,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:33.834418 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['077883ce-f410-4855-8c89-e480ffa737bf'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:17:33.858564 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b8106523-839e-4862-bb0b-0f13d8cbb6fd up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:33.877125 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] No DVR routers for this DVR port 077883ce-f410-4855-8c89-e480ffa737bf on host hv-cinder-84727 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:33.879456 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:33.882722 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-982de91f-eadd-4fe2-a6fb-ea42ba6b75c2 req-887df12a-a319-4a07-b534-ec7377029785 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.42 "DELETE /v2.0/ports/077883ce-f410-4855-8c89-e480ffa737bf HTTP/1.1" status: 204 len: 173 time: 0.4491544 Jun 23 20:17:33.883152 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'name': 'network-vif-deleted', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:33.885467 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1340181-92f3-4e94-abc6-ab3756d8115e" -d '{"events": [{"server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "name": "network-vif-deleted", "tag": "077883ce-f410-4855-8c89-e480ffa737bf"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:33.905335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port b8106523-839e-4862-bb0b-0f13d8cbb6fd completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:17:33.934181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83894bc0-c320-43fa-88ca-85dcd33a190c x-openstack-request-id: req-83894bc0-c320-43fa-88ca-85dcd33a190c {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:33.938522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c6eafe-f596-4262-9487-4cd023a99823", "name": "network-vif-deleted", "tag": "077883ce-f410-4855-8c89-e480ffa737bf", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:33.938522 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83894bc0-c320-43fa-88ca-85dcd33a190c {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:33.938522 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83894bc0-c320-43fa-88ca-85dcd33a190c'] response: {'server_uuid': 'e9c6eafe-f596-4262-9487-4cd023a99823', 'name': 'network-vif-deleted', 'tag': '077883ce-f410-4855-8c89-e480ffa737bf', 'status': 'completed', 'code': 200} Jun 23 20:17:33.978326 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fc55a492-952c-481d-b375-51197590b00c req-61d8aa0c-9605-4597-8b22-70ea30c2dabd tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0383670 Jun 23 20:17:33.988611 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port b8106523-839e-4862-bb0b-0f13d8cbb6fd triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:33.988990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:34.064286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b8106523-839e-4862-bb0b-0f13d8cbb6fd is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:34.064706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:34.087680 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:17:34.089911 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7771a2b7-3db1-4c18-92f9-c5f551d3faca" -d '{"events": [{"server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "name": "network-vif-plugged", "status": "completed", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:17:34.102737 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:34.129094 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640bdb8-bdcf-4709-8b8b-13827a145210 x-openstack-request-id: req-d640bdb8-bdcf-4709-8b8b-13827a145210 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:17:34.129407 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "name": "network-vif-plugged", "status": "completed", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:17:34.129665 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d640bdb8-bdcf-4709-8b8b-13827a145210 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:17:34.130065 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d640bdb8-bdcf-4709-8b8b-13827a145210'] response: {'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd', 'code': 200} Jun 23 20:17:34.177756 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:34.263697 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:34.326082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dec23-0c18-48d7-8a00-f3c239d67522 req-c8ba3e88-4c78-428e-9d83-597fadb376f0 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:34.328482 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-688dec23-0c18-48d7-8a00-f3c239d67522 req-c8ba3e88-4c78-428e-9d83-597fadb376f0 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0727816 Jun 23 20:17:34.388694 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-688dec23-0c18-48d7-8a00-f3c239d67522 req-b54f71c8-2f59-4146-a422-28bf45498419 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492117 Jun 23 20:17:34.704609 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f567-0c62-48a4-a674-371b654febaf req-20cca682-bf79-4b27-8c87-b6513a6a9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:34.706102 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a869f567-0c62-48a4-a674-371b654febaf req-20cca682-bf79-4b27-8c87-b6513a6a9daa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 1130 time: 0.0861290 Jun 23 20:17:34.751146 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-a869f567-0c62-48a4-a674-371b654febaf req-f5e9bab8-760a-4bee-bb54-06f436c0d783 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Jun 23 20:17:35.093270 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-02d140a8-7685-4d8c-88d3-df1e3aef6ed0 req-b8de64ed-d48a-49b5-b1d2-9119727c2703 tempest-TestMinimumBasicScenario-1921927918 tempest-TestMinimumBasicScenario-1921927918-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9c6eafe-f596-4262-9487-4cd023a99823 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Jun 23 20:17:35.498678 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d472a9b-f6bd-4c70-a2ad-139e17d866da req-8fac2253-25ba-4e20-84e1-5cdae1751b03 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:35.500147 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d472a9b-f6bd-4c70-a2ad-139e17d866da req-8fac2253-25ba-4e20-84e1-5cdae1751b03 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0475676 Jun 23 20:17:35.549735 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d472a9b-f6bd-4c70-a2ad-139e17d866da req-8100a14c-001f-4759-b540-1218d0152232 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Jun 23 20:17:35.723916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41322) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:35.823297 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:36.125536 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (35d5e513-1369-4752-aad4-a4a38d594fb9), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:36.268558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ba5ea5eb-6872-4e6a-a371-2ba23872432a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:36.355563 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Deleting port 32d1f816-e497-47ca-8307-e5e044d5073d {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:36.355902 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:36.436921 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] For port 32d1f816-e497-47ca-8307-e5e044d5073d, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=32d1f816-e497-47ca-8307-e5e044d5073d,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:36.437299 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:36.450700 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Calling delete_port for 32d1f816-e497-47ca-8307-e5e044d5073d owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:36.512114 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:36.628158 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:36.668688 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b9f50-bcdf-4ce4-adba-aab34da7a6b2 req-db1afeac-e9e4-4fe5-9aca-c20bd5f49f9c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:36.670074 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb7b9f50-bcdf-4ce4-adba-aab34da7a6b2 req-db1afeac-e9e4-4fe5-9aca-c20bd5f49f9c tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0526376 Jun 23 20:17:36.719549 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb7b9f50-bcdf-4ce4-adba-aab34da7a6b2 req-9b38709f-1be6-4e15-9b89-fc7708c6695d tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 Jun 23 20:17:36.788587 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (32d1f816-e497-47ca-8307-e5e044d5073d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:36.798262 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:36.819502 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d1f816-e497-47ca-8307-e5e044d5073d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:37.000461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (35d5e513-1369-4752-aad4-a4a38d594fb9), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.211251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Router 35d5e513-1369-4752-aad4-a4a38d594fb9 has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:37.313521 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:37.321454 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-29692b84-241d-4743-b883-73e9842fa708 admin admin] 10.222.0.44 "PUT /v2.0/routers/35d5e513-1369-4752-aad4-a4a38d594fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5938792 Jun 23 20:17:37.322252 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41382) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:37.322862 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Sync routers for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:37.333318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:37.333943 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:37.417461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:37.425506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks [] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.437110 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:37.492409 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41386) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:37.577048 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks [] for router_gateway (35d5e513-1369-4752-aad4-a4a38d594fb9), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.686284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Deleting port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:37.686973 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.713389 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:37.767742 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:37.777606 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:17:36Z', 'revision_number': 5, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port': {'id': '1f21e4aa-6b1f-4e97-8219-2afdceb4dc29', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:37.788026 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] For port 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:37.788792 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.804195 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Checking router: 35d5e513-1369-4752-aad4-a4a38d594fb9 for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:37.804800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Calling delete_port for 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:37.812802 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Routers {'35d5e513-1369-4752-aad4-a4a38d594fb9'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:37.813416 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['35d5e513-1369-4752-aad4-a4a38d594fb9'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:37.862930 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:37.889678 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 077883ce-f410-4855-8c89-e480ffa737bf no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:37.918450 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:37.931503 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: 077883ce-f410-4855-8c89-e480ffa737bf {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:37.932136 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device 077883ce-f410-4855-8c89-e480ffa737bf not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:37.943467 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] Set router 35d5e513-1369-4752-aad4-a4a38d594fb9 gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:37.958564 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:37.996421 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:17:37Z', 'revision_number': 6, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:37.999829 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.021852 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23097111-3b73-41c7-b84f-e19d9456290b None None] The sync data for ids ['35d5e513-1369-4752-aad4-a4a38d594fb9'] in dv-cinder-847274-2-iscsi is: [{'id': '35d5e513-1369-4752-aad4-a4a38d594fb9', 'name': 'tempest-AttachVolumeTestJSON-819947275-router', 'tenant_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:12:12Z', 'updated_at': '2022-06-23T20:17:37Z', 'revision_number': 6, 'project_id': 'ed44d3eff7af4bd1bc339244e2bc2fae', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:38.058643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1f21e4aa-6b1f-4e97-8219-2afdceb4dc29), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.087535 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Pushing event deleted for resources: {'Port': ['ID=1f21e4aa-6b1f-4e97-8219-2afdceb4dc29,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:38.112022 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Deleting port 79955392-c590-4095-b176-96ffeb198ac7 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:38.112808 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (79955392-c590-4095-b176-96ffeb198ac7), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.158596 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (35d5e513-1369-4752-aad4-a4a38d594fb9), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.199943 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] For port 79955392-c590-4095-b176-96ffeb198ac7, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=79955392-c590-4095-b176-96ffeb198ac7,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:38.200350 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (79955392-c590-4095-b176-96ffeb198ac7), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.214996 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Calling delete_port for 79955392-c590-4095-b176-96ffeb198ac7 owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:38.261507 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.264250 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks [] for router_controller (35d5e513-1369-4752-aad4-a4a38d594fb9), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.268006 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:38.372436 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (35d5e513-1369-4752-aad4-a4a38d594fb9), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.373077 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d5e513-1369-4752-aad4-a4a38d594fb9 {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:17:38.379526 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.380592 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-fe451441-01be-4aad-abc8-5042e3f61fee admin admin] 10.222.0.44 "DELETE /v2.0/routers/35d5e513-1369-4752-aad4-a4a38d594fb9 HTTP/1.1" status: 204 len: 168 time: 1.0573013 Jun 23 20:17:38.383202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41388) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:38.394718 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-440540b6-040d-4628-b76c-c74233b15d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.431025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Deleting subnet 37f7175c-28d9-4a84-bc50-72fa17385fc2 {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:17:38.434162 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Publish callbacks [] for subnet (37f7175c-28d9-4a84-bc50-72fa17385fc2), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.469405 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (37f7175c-28d9-4a84-bc50-72fa17385fc2), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.480498 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (79955392-c590-4095-b176-96ffeb198ac7), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.510309 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=79955392-c590-4095-b176-96ffeb198ac7,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:38.579004 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (37f7175c-28d9-4a84-bc50-72fa17385fc2), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.663181 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:38.720561 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 32d1f816-e497-47ca-8307-e5e044d5073d no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:38.745930 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 32d1f816-e497-47ca-8307-e5e044d5073d {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:38.746354 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 32d1f816-e497-47ca-8307-e5e044d5073d not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:38.747111 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:38.749454 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (37f7175c-28d9-4a84-bc50-72fa17385fc2), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.772523 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.773676 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/37f7175c-28d9-4a84-bc50-72fa17385fc2 HTTP/1.1" status: 204 len: 168 time: 0.3894091 Jun 23 20:17:38.783300 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:38.783888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f21e4aa-6b1f-4e97-8219-2afdceb4dc29 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:38.785871 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da447af1-dc09-443e-ad36-ed27f8c7ded1 None None] Network 6d5d57f3-4510-4872-96be-48a3a247b8dc requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:38.798023 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41392) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:38.805915 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e60fcf-c750-4d85-a039-cb94503ce80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f7175c-28d9-4a84-bc50-72fa17385fc2,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:38.879203 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (6d5d57f3-4510-4872-96be-48a3a247b8dc), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.927966 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Deleting port 1f97315e-1f50-41af-a804-b54c056a400b {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:38.928432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1f97315e-1f50-41af-a804-b54c056a400b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.961692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:38.987235 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] DHCP port deletion for 6d5d57f3-4510-4872-96be-48a3a247b8dc request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:17:39.011313 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] For port 1f97315e-1f50-41af-a804-b54c056a400b, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f97315e-1f50-41af-a804-b54c056a400b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:39.011682 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1f97315e-1f50-41af-a804-b54c056a400b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.033150 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Calling delete_port for 1f97315e-1f50-41af-a804-b54c056a400b owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:39.045175 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Deleting port 1f97315e-1f50-41af-a804-b54c056a400b {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:39.045175 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1f97315e-1f50-41af-a804-b54c056a400b), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.109249 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] For port 1f97315e-1f50-41af-a804-b54c056a400b, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1f97315e-1f50-41af-a804-b54c056a400b,segment=NetworkSegment(87653f5c-62ba-4878-bce1-06ec7fddaca4),segment_id=87653f5c-62ba-4878-bce1-06ec7fddaca4)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:39.109643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1f97315e-1f50-41af-a804-b54c056a400b), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.116174 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:39.126152 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Calling delete_port for 1f97315e-1f50-41af-a804-b54c056a400b owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:39.188422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1f97315e-1f50-41af-a804-b54c056a400b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.192039 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Router ee2a0bb0-e0e1-4181-be54-692ab51f92ff has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:39.211721 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (1f97315e-1f50-41af-a804-b54c056a400b), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.214109 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f97315e-1f50-41af-a804-b54c056a400b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:39.218635 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] No DVR routers for this DVR port 1f97315e-1f50-41af-a804-b54c056a400b on host dv-cinder-847274-2-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:39.239439 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] Pushing event deleted for resources: {'Port': ['ID=1f97315e-1f50-41af-a804-b54c056a400b,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:39.250469 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde68906-78d1-40c0-a669-13cd4e4bcd01 None None] No DVR routers for this DVR port 1f97315e-1f50-41af-a804-b54c056a400b on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:39.304432 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (6d5d57f3-4510-4872-96be-48a3a247b8dc), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.310310 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:39.315226 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c171f7db-68b3-451e-80f4-9e55ac57a0fa admin admin] 10.222.0.44 "PUT /v2.0/routers/ee2a0bb0-e0e1-4181-be54-692ab51f92ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215475 Jun 23 20:17:39.319239 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41394) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:39.319397 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Sync routers for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:39.329930 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:39.330538 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.361806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5d57f3-4510-4872-96be-48a3a247b8dc']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.376040 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87653f5c-62ba-4878-bce1-06ec7fddaca4') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.376362 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87653f5c-62ba-4878-bce1-06ec7fddaca4') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.396439 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (87653f5c-62ba-4878-bce1-06ec7fddaca4), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.428183 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:39.438234 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (87653f5c-62ba-4878-bce1-06ec7fddaca4), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.448768 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:17:39.449164 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (87653f5c-62ba-4878-bce1-06ec7fddaca4), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.479897 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 87653f5c-62ba-4878-bce1-06ec7fddaca4 resource provider aggregate not found Jun 23 20:17:39.510602 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks [] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.551435 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 87653f5c-62ba-4878-bce1-06ec7fddaca4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87653f5c-62ba-4878-bce1-06ec7fddaca4 found for delete ", "request_id": "req-b96a0c3d-e399-48a3-b1ff-b794a9419f8a"}]} Jun 23 20:17:39.598899 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:17:38Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.618740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks [] for router_gateway (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.622922 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Checking router: ee2a0bb0-e0e1-4181-be54-692ab51f92ff for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:39.631104 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Routers {'ee2a0bb0-e0e1-4181-be54-692ab51f92ff'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:39.631702 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.658550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (6d5d57f3-4510-4872-96be-48a3a247b8dc), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.664380 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.668089 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6d5d57f3-4510-4872-96be-48a3a247b8dc HTTP/1.1" status: 204 len: 168 time: 0.8688948 Jun 23 20:17:39.681929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86deff8-4c86-4f7c-b181-8ae7b7aa99c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5d57f3-4510-4872-96be-48a3a247b8dc,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:39.736818 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] Set router ee2a0bb0-e0e1-4181-be54-692ab51f92ff gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:39.746880 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Deleting port 5e509257-65bb-49e3-b404-82a90e77c5fb {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:39.747226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.773114 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:39.827207 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] For port 5e509257-65bb-49e3-b404-82a90e77c5fb, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=5e509257-65bb-49e3-b404-82a90e77c5fb,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:39.827856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.841697 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Calling delete_port for 5e509257-65bb-49e3-b404-82a90e77c5fb owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:39.906073 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:17:38Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:39.930653 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f07269-1ea8-4921-b04f-ed9c284488fd None None] The sync data for ids ['ee2a0bb0-e0e1-4181-be54-692ab51f92ff'] in dv-cinder-847274-2-iscsi is: [{'id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'name': 'tempest-TestMinimumBasicScenario-443080542-router', 'tenant_id': 'a2028a4056254026b31f412942d1f576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:02Z', 'updated_at': '2022-06-23T20:17:38Z', 'revision_number': 5, 'project_id': 'a2028a4056254026b31f412942d1f576', 'gw_port': {'id': '5e509257-65bb-49e3-b404-82a90e77c5fb', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:33:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2a0bb0-e0e1-4181-be54-692ab51f92ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:03Z', 'updated_at': '2022-06-23T20:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:39.937245 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:39.978000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:39.997417 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41404) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:40.038341 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-2fa2a4cf-a53e-4cd0-b1a0-546a1ce6e6aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed44d3eff7af4bd1bc339244e2bc2fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397363 Jun 23 20:17:40.040808 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41406) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:40.054458 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:40.074072 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (5e509257-65bb-49e3-b404-82a90e77c5fb), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.088273 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] Publish callbacks [] for security_group (70bcbf33-9bcf-42ce-8af8-e090abe62e5c), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.101536 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e509257-65bb-49e3-b404-82a90e77c5fb,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:40.112786 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] Publish callbacks [] for security_group (70bcbf33-9bcf-42ce-8af8-e090abe62e5c), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.166349 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.228476 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (70bcbf33-9bcf-42ce-8af8-e090abe62e5c), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.230961 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.232590 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70bcbf33-9bcf-42ce-8af8-e090abe62e5c HTTP/1.1" status: 204 len: 168 time: 0.1908746 Jun 23 20:17:40.245922 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c1a6d-296b-4e37-ad03-d71005be84ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bcbf33-9bcf-42ce-8af8-e090abe62e5c,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:40.431405 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 79955392-c590-4095-b176-96ffeb198ac7 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:40.458506 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 79955392-c590-4095-b176-96ffeb198ac7 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:40.458968 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 79955392-c590-4095-b176-96ffeb198ac7 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:40.459497 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f97315e-1f50-41af-a804-b54c056a400b no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:40.481973 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 1f97315e-1f50-41af-a804-b54c056a400b {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:40.482397 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1f97315e-1f50-41af-a804-b54c056a400b not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:40.527187 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.529997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks [] for router_controller (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.634856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (ee2a0bb0-e0e1-4181-be54-692ab51f92ff), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.636855 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee2a0bb0-e0e1-4181-be54-692ab51f92ff {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:17:40.645995 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.645995 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-be108188-a341-4d88-babe-6130db016cfd admin admin] 10.222.0.44 "DELETE /v2.0/routers/ee2a0bb0-e0e1-4181-be54-692ab51f92ff HTTP/1.1" status: 204 len: 168 time: 1.3245866 Jun 23 20:17:40.647863 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41412) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:40.702259 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Deleting subnet b52e8cb3-37be-4e26-9ec7-dc055c03f8ae {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:17:40.705888 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Publish callbacks [] for subnet (b52e8cb3-37be-4e26-9ec7-dc055c03f8ae), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.750941 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (b52e8cb3-37be-4e26-9ec7-dc055c03f8ae), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.837879 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (b52e8cb3-37be-4e26-9ec7-dc055c03f8ae), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.943315 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (b52e8cb3-37be-4e26-9ec7-dc055c03f8ae), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.947630 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:40.974701 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52e8cb3-37be-4e26-9ec7-dc055c03f8ae,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:40.978284 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:40.983977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41424) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:40.984543 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b255251a-3b93-426f-a936-c026144aae39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b52e8cb3-37be-4e26-9ec7-dc055c03f8ae HTTP/1.1" status: 204 len: 168 time: 0.3347905 Jun 23 20:17:40.985626 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f221dd-64b3-4fdc-86d0-86ae729b4cd6 None None] Network d45e4a79-07f1-4c09-96d8-8dd093721560 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:41.058166 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (d45e4a79-07f1-4c09-96d8-8dd093721560), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.071155 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:41.107083 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Deleting port 7e24d25b-c9ef-400a-9534-39b95ebb7253 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:41.107430 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.165758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.182863 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] DHCP port deletion for d45e4a79-07f1-4c09-96d8-8dd093721560 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:17:41.187256 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] For port 7e24d25b-c9ef-400a-9534-39b95ebb7253, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=7e24d25b-c9ef-400a-9534-39b95ebb7253,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:41.187811 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.203900 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Calling delete_port for 7e24d25b-c9ef-400a-9534-39b95ebb7253 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:41.222507 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Deleting port 7e24d25b-c9ef-400a-9534-39b95ebb7253 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:41.222877 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.291298 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] For port 7e24d25b-c9ef-400a-9534-39b95ebb7253, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=7e24d25b-c9ef-400a-9534-39b95ebb7253,segment=NetworkSegment(4bafdaf1-69ea-48de-bc1a-e7574f8fada9),segment_id=4bafdaf1-69ea-48de-bc1a-e7574f8fada9)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:41.291689 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.305120 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Calling delete_port for 7e24d25b-c9ef-400a-9534-39b95ebb7253 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:41.353335 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:41.354851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.382503 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e24d25b-c9ef-400a-9534-39b95ebb7253,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:41.386088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (7e24d25b-c9ef-400a-9534-39b95ebb7253), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.387898 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] No DVR routers for this DVR port 7e24d25b-c9ef-400a-9534-39b95ebb7253 on host dv-cinder-847274-2-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:41.414228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] Pushing event deleted for resources: {'Port': ['ID=7e24d25b-c9ef-400a-9534-39b95ebb7253,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:41.418463 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53837de-760a-4a38-97fa-ef833d51225c None None] No DVR routers for this DVR port 7e24d25b-c9ef-400a-9534-39b95ebb7253 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:41.468972 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (d45e4a79-07f1-4c09-96d8-8dd093721560), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.492698 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45e4a79-07f1-4c09-96d8-8dd093721560']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:41.503643 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bafdaf1-69ea-48de-bc1a-e7574f8fada9') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:41.503937 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bafdaf1-69ea-48de-bc1a-e7574f8fada9') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:41.508402 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.514738 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (4bafdaf1-69ea-48de-bc1a-e7574f8fada9), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.530399 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (4bafdaf1-69ea-48de-bc1a-e7574f8fada9), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.536770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:17:41.537183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (4bafdaf1-69ea-48de-bc1a-e7574f8fada9), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.588062 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=90 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:41.590722 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 4bafdaf1-69ea-48de-bc1a-e7574f8fada9 resource provider aggregate not found Jun 23 20:17:41.609876 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 4bafdaf1-69ea-48de-bc1a-e7574f8fada9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bafdaf1-69ea-48de-bc1a-e7574f8fada9 found for delete ", "request_id": "req-cb3d8e5b-61df-44c4-a77c-dec88bc523bc"}]} Jun 23 20:17:41.686215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (d45e4a79-07f1-4c09-96d8-8dd093721560), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.692493 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:41.695558 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d45e4a79-07f1-4c09-96d8-8dd093721560 HTTP/1.1" status: 204 len: 168 time: 0.7105396 Jun 23 20:17:41.698499 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41444) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:41.707097 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14217912-126c-4fbb-8321-597796dcbb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45e4a79-07f1-4c09-96d8-8dd093721560,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:42.014178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:42.252952 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Deleting port 0d1811f4-4faa-454f-9dd7-b441320ab6c3 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:42.253369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:42.315748 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 7e24d25b-c9ef-400a-9534-39b95ebb7253 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:42.322542 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:42.335191 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 7e24d25b-c9ef-400a-9534-39b95ebb7253 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:42.335857 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 7e24d25b-c9ef-400a-9534-39b95ebb7253 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:42.336207 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 5e509257-65bb-49e3-b404-82a90e77c5fb no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:42.340454 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] For port 0d1811f4-4faa-454f-9dd7-b441320ab6c3, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0d1811f4-4faa-454f-9dd7-b441320ab6c3,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:42.340820 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:42.355145 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Calling delete_port for 0d1811f4-4faa-454f-9dd7-b441320ab6c3 owned by network:router_interface {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:42.356248 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 5e509257-65bb-49e3-b404-82a90e77c5fb {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:42.356624 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 5e509257-65bb-49e3-b404-82a90e77c5fb not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:42.458206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:42.600340 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (0d1811f4-4faa-454f-9dd7-b441320ab6c3), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:42.626756 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1811f4-4faa-454f-9dd7-b441320ab6c3,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:42.786084 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:42.998277 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Router f53ac42c-de25-4474-bb32-d52c0a1b4d9d has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:43.100341 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:43.105319 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-3585d9d7-5c0b-4413-9c7f-fc6d3e542e0e admin admin] 10.222.0.44 "PUT /v2.0/routers/f53ac42c-de25-4474-bb32-d52c0a1b4d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4052157 Jun 23 20:17:43.108343 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41458) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:43.110780 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Sync routers for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:43.121161 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:43.121801 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:43.204688 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks [] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:43.222063 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:43.309248 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks [] for router_gateway (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:43.315702 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:43.397590 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:17:42Z', 'revision_number': 5, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port': {'id': 'ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:15:09Z', 'updated_at': '2022-06-23T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:43.424116 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Checking router: f53ac42c-de25-4474-bb32-d52c0a1b4d9d for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:43.433531 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Routers {'f53ac42c-de25-4474-bb32-d52c0a1b4d9d'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:43.434142 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:43.529409 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] Set router f53ac42c-de25-4474-bb32-d52c0a1b4d9d gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:43.646338 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Deleting port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:43.646585 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:43.703184 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:43.713211 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:17:43Z', 'revision_number': 6, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:43.733144 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] For port ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:43.733512 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:43.737190 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15560696-79c4-4de2-8dc0-cf1e465e913c None None] The sync data for ids ['f53ac42c-de25-4474-bb32-d52c0a1b4d9d'] in dv-cinder-847274-2-iscsi is: [{'id': 'f53ac42c-de25-4474-bb32-d52c0a1b4d9d', 'name': 'tempest-TestMinimumBasicScenario-251392715-router', 'tenant_id': '29ed429db99d48b285a2e295ec0073bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:15:08Z', 'updated_at': '2022-06-23T20:17:43Z', 'revision_number': 6, 'project_id': '29ed429db99d48b285a2e295ec0073bd', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:43.752267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Calling delete_port for ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d owned by network:router_gateway {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:44.000590 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.029956 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:44.091114 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.178979 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.181146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks [] for router_controller (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.268889 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (f53ac42c-de25-4474-bb32-d52c0a1b4d9d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.269489 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53ac42c-de25-4474-bb32-d52c0a1b4d9d {{(pid=104562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:17:44.273655 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.274800 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-26b03a42-6404-4f45-b8bc-3daf689ad944 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f53ac42c-de25-4474-bb32-d52c0a1b4d9d HTTP/1.1" status: 204 len: 168 time: 1.1655579 Jun 23 20:17:44.277329 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41482) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:44.302272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d1811f4-4faa-454f-9dd7-b441320ab6c3 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:44.323309 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 0d1811f4-4faa-454f-9dd7-b441320ab6c3 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:44.323922 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0d1811f4-4faa-454f-9dd7-b441320ab6c3 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:44.324440 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:44.326814 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Deleting subnet 9061be6e-26bc-47ff-92cd-63fb354eb29d {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:17:44.330036 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Publish callbacks [] for subnet (9061be6e-26bc-47ff-92cd-63fb354eb29d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.343081 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:44.343430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ba08ea90-d6d5-4dbf-8c20-040ee4f8ce3d not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:44.365810 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (9061be6e-26bc-47ff-92cd-63fb354eb29d), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.423932 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:44.444586 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (9061be6e-26bc-47ff-92cd-63fb354eb29d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.566115 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (9061be6e-26bc-47ff-92cd-63fb354eb29d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.599101 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9061be6e-26bc-47ff-92cd-63fb354eb29d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:44.601321 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.604510 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6b326253-3586-4a56-bdec-bae54a3c7c40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9061be6e-26bc-47ff-92cd-63fb354eb29d HTTP/1.1" status: 204 len: 168 time: 0.3255727 Jun 23 20:17:44.607126 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4dd03-50e6-4c98-86f4-064bd1e3ca9d None None] Network b7108dac-b61a-4343-b698-9b0e6a45970e requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:44.607624 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41484) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:44.679978 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (b7108dac-b61a-4343-b698-9b0e6a45970e), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.722625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Deleting port ad4f1158-09d1-431f-872a-048c0ed2fc28 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:44.722962 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.750750 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] DHCP port deletion for b7108dac-b61a-4343-b698-9b0e6a45970e request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:17:44.789087 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Deleting port ad4f1158-09d1-431f-872a-048c0ed2fc28 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:17:44.789394 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] For port ad4f1158-09d1-431f-872a-048c0ed2fc28, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ad4f1158-09d1-431f-872a-048c0ed2fc28,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:44.789521 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.789770 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.803266 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Calling delete_port for ad4f1158-09d1-431f-872a-048c0ed2fc28 owned by network:dhcp {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:44.851618 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] For port ad4f1158-09d1-431f-872a-048c0ed2fc28, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=ad4f1158-09d1-431f-872a-048c0ed2fc28,segment=NetworkSegment(fe02e664-67d1-4fbd-a7f5-50d5fca1983f),segment_id=fe02e664-67d1-4fbd-a7f5-50d5fca1983f)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:44.852011 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.864477 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Calling delete_port for ad4f1158-09d1-431f-872a-048c0ed2fc28 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:17:44.966769 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.968412 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:44.974899 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (ad4f1158-09d1-431f-872a-048c0ed2fc28), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:44.999366 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4f1158-09d1-431f-872a-048c0ed2fc28,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:45.001233 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] No DVR routers for this DVR port ad4f1158-09d1-431f-872a-048c0ed2fc28 on host dv-cinder-847274-2-iscsi {{(pid=104563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:45.005579 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:45.005745 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] Pushing event deleted for resources: {'Port': ['ID=ad4f1158-09d1-431f-872a-048c0ed2fc28,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:45.008093 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9f0dc-bfbf-4eaf-ba63-285969c81676 None None] No DVR routers for this DVR port ad4f1158-09d1-431f-872a-048c0ed2fc28 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:17:45.075326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (b7108dac-b61a-4343-b698-9b0e6a45970e), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.096616 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7108dac-b61a-4343-b698-9b0e6a45970e']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:45.106856 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:45.107159 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe02e664-67d1-4fbd-a7f5-50d5fca1983f') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:45.116952 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (fe02e664-67d1-4fbd-a7f5-50d5fca1983f), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.130669 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (fe02e664-67d1-4fbd-a7f5-50d5fca1983f), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.137051 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:17:45.137438 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (fe02e664-67d1-4fbd-a7f5-50d5fca1983f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.155494 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment fe02e664-67d1-4fbd-a7f5-50d5fca1983f resource provider aggregate not found Jun 23 20:17:45.198372 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment fe02e664-67d1-4fbd-a7f5-50d5fca1983f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe02e664-67d1-4fbd-a7f5-50d5fca1983f found for delete ", "request_id": "req-cf36711e-22cf-4e3b-afd6-44fd47429422"}]} Jun 23 20:17:45.267973 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (b7108dac-b61a-4343-b698-9b0e6a45970e), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.272254 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.275392 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] 10.222.0.44 "DELETE /v2.0/networks/b7108dac-b61a-4343-b698-9b0e6a45970e HTTP/1.1" status: 204 len: 168 time: 0.6672390 Jun 23 20:17:45.288017 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b2d7-a0f7-4bfb-a325-0f62de7ee17f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7108dac-b61a-4343-b698-9b0e6a45970e,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:45.631601 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41498) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:45.670560 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4f3f1327-61a8-48d1-a3df-cb62dadc5081 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2028a4056254026b31f412942d1f576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378351 Jun 23 20:17:45.672918 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41500) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:45.725920 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] Publish callbacks [] for security_group (f4e46937-f521-4a5d-bf01-37cf6d7e2ca5), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.748905 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] Publish callbacks [] for security_group (f4e46937-f521-4a5d-bf01-37cf6d7e2ca5), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.868146 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (f4e46937-f521-4a5d-bf01-37cf6d7e2ca5), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.870718 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:45.872443 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4e46937-f521-4a5d-bf01-37cf6d7e2ca5 HTTP/1.1" status: 204 len: 168 time: 0.1980855 Jun 23 20:17:45.880622 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab36ab3-db60-4646-8727-3ee09339cf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e46937-f521-4a5d-bf01-37cf6d7e2ca5,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:46.308891 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ad4f1158-09d1-431f-872a-048c0ed2fc28 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:17:46.328358 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: ad4f1158-09d1-431f-872a-048c0ed2fc28 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:17:46.328712 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device ad4f1158-09d1-431f-872a-048c0ed2fc28 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:17:46.464267 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41512) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:46.505509 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-b8915034-ad9f-4421-930a-9a3fb14bf130 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29ed429db99d48b285a2e295ec0073bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400791 Jun 23 20:17:46.507903 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41514) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:46.545116 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:46.556452 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] Publish callbacks [] for security_group (edea0ff4-f6a7-4c37-bd4c-136b182781c4), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:46.577769 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] Publish callbacks [] for security_group (edea0ff4-f6a7-4c37-bd4c-136b182781c4), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:46.714434 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (edea0ff4-f6a7-4c37-bd4c-136b182781c4), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:46.717455 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:46.718612 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edea0ff4-f6a7-4c37-bd4c-136b182781c4 HTTP/1.1" status: 204 len: 168 time: 0.2098002 Jun 23 20:17:46.726573 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589b397-d9ae-40d4-a3f6-ddeada3400d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea0ff4-f6a7-4c37-bd4c-136b182781c4,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:47.791180 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41554) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:47.887774 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-248793388-network', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:47.976491 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Made reservation on behalf of 47ee9522c6214257b59f3a350220dc0b for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:47.978802 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:47.988471 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.066982 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks [] for security_group (6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.119807 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.145121 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:17:48.154532 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:48.160479 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (7046bd91-8413-402a-a8cd-34097f86814d), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.160812 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Added segment 7046bd91-8413-402a-a8cd-34097f86814d of type vlan for network 3902e04c-b472-4504-b74f-f50ae3443241 Jun 23 20:17:48.200632 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (3902e04c-b472-4504-b74f-f50ae3443241), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.215676 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:48.268312 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (3902e04c-b472-4504-b74f-f50ae3443241), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.269356 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:48.269933 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.339055 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] Pushing event updated for resources: {'Network': ['ID=3902e04c-b472-4504-b74f-f50ae3443241,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:48.350154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 3902e04c-b472-4504-b74f-f50ae3443241 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:17:48.368479 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-5f6f6ace-82a6-40e0-9834-5bd246679781 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5761652 Jun 23 20:17:48.371182 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41566) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:48.375945 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Request body: {'subnet': {'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-248793388-subnet', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:48.479747 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Made reservation on behalf of 47ee9522c6214257b59f3a350220dc0b for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:48.482747 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800174'] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.714377 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9165107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800216'] for subnet (3507c2f9-09c5-44cf-81c1-8d2c2031b135), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.769657 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:48.775483 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3507c2f9-09c5-44cf-81c1-8d2c2031b135,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:48.782186 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Checking segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:48.782541 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Network hostable DHCP agents. Network: 3902e04c-b472-4504-b74f-f50ae3443241, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:17:48.874292 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Network 3902e04c-b472-4504-b74f-f50ae3443241 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:17:48.953441 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 3902e04c-b472-4504-b74f-f50ae3443241) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:48.957437 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:48.958052 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:48.962968 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc0d492-cdbc-4e4a-ae92-2139a8435d1d None None] Network 3902e04c-b472-4504-b74f-f50ae3443241 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:48.966261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:49.047855 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-517b133e-6d19-4e36-927f-7005275a398e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6756139 Jun 23 20:17:49.050610 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41574) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:49.054892 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:49.065052 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-3902e04c-b472-4504-b74f-f50ae3443241', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:17:49.065994 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.148600 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.149782 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.203331 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for router_controller (9a41d7d1-d390-4107-a3eb-425e7e9f76db), precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.208891 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Allocated IP 172.20.0.2 (3902e04c-b472-4504-b74f-f50ae3443241/3507c2f9-09c5-44cf-81c1-8d2c2031b135/9820319d-f2e1-4494-9678-f14e36e115c1) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:49.370067 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks [] for port (9820319d-f2e1-4494-9678-f14e36e115c1), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.491949 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.532988 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Network 3902e04c-b472-4504-b74f-f50ae3443241 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:49.537729 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:49.541445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:49.545242 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Pushing event updated for resources: {'Port': ['ID=9820319d-f2e1-4494-9678-f14e36e115c1,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:49.614250 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for router_gateway (9a41d7d1-d390-4107-a3eb-425e7e9f76db), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.614559 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Attempting to bind port 9820319d-f2e1-4494-9678-f14e36e115c1 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:49.614931 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Attempting to bind port 9820319d-f2e1-4494-9678-f14e36e115c1 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:49.615288 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Attempting to bind port 9820319d-f2e1-4494-9678-f14e36e115c1 on network 3902e04c-b472-4504-b74f-f50ae3443241 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:49.621258 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:49.621258 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Checking segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:49.621577 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.621966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Bound using segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:49.622430 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Bound port: 9820319d-f2e1-4494-9678-f14e36e115c1, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:49.622826 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.697629 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] For port 9820319d-f2e1-4494-9678-f14e36e115c1, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:49.702406 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] For port 9820319d-f2e1-4494-9678-f14e36e115c1, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9820319d-f2e1-4494-9678-f14e36e115c1,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:49.771853 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.815925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:49.828090 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b6e80-05d8-4e9a-9e35-6c8d7c2ac4d3 None None] Pushing event updated for resources: {'Port': ['ID=9820319d-f2e1-4494-9678-f14e36e115c1,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:49.875724 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for router_gateway (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.898548 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:49.904787 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:49.909856 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:50.012703 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Allocated IP 172.27.0.139 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/4d2014d9-b5fe-4689-bbf6-eabb0a5aae58) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:50.029803 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:50.127408 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.212230 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.220913 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:50.252626 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:50.255595 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:50.259179 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:50.287066 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Pushing event updated for resources: {'Port': ['ID=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:50.347381 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9820319d-f2e1-4494-9678-f14e36e115c1 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:50.391420 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9820319d-f2e1-4494-9678-f14e36e115c1 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:50.392104 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.472591 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9820319d-f2e1-4494-9678-f14e36e115c1 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:50.472985 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.511682 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 9820319d-f2e1-4494-9678-f14e36e115c1, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9820319d-f2e1-4494-9678-f14e36e115c1,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:50.552857 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for router_gateway (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.571301 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.627367 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=9820319d-f2e1-4494-9678-f14e36e115c1,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:50.746196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471ba0af-23b5-4e39-b36f-fdde0b9536d8 None None] Network 3902e04c-b472-4504-b74f-f50ae3443241 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:50.763296 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.820206 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:50.833470 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-f3fcd193-a082-4f65-8550-057a2deb802c None None] Provisioning complete for port 9820319d-f2e1-4494-9678-f14e36e115c1 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:50.834097 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f3fcd193-a082-4f65-8550-057a2deb802c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:50.932215 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcd193-a082-4f65-8550-057a2deb802c None None] Current status of the port 9820319d-f2e1-4494-9678-f14e36e115c1 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:50.977429 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Router 9a41d7d1-d390-4107-a3eb-425e7e9f76db is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:17:51.081103 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:51.091241 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Sync routers for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:51.099614 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:51.100282 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:51.150682 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-68f52897-71ac-4af1-8f5c-c78604cc3909 None None] Provisioning complete for port 9820319d-f2e1-4494-9678-f14e36e115c1 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:51.151053 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-68f52897-71ac-4af1-8f5c-c78604cc3909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.155364 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.155542 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0ce3a1cd-9880-407f-8a73-1da672e48554 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1039000 Jun 23 20:17:51.158269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41588) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:51.197664 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:51.208374 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:51.236108 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-68f52897-71ac-4af1-8f5c-c78604cc3909 None None] Current status of the port 9820319d-f2e1-4494-9678-f14e36e115c1 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:51.353310 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:51.367780 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:50Z', 'revision_number': 3, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:51.393444 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Checking router: 9a41d7d1-d390-4107-a3eb-425e7e9f76db for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:51.393800 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Updating router 9a41d7d1-d390-4107-a3eb-425e7e9f76db port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:17:51.421042 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.565948 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.737242 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Allocated IP 172.20.0.1 (3902e04c-b472-4504-b74f-f50ae3443241/3507c2f9-09c5-44cf-81c1-8d2c2031b135/bacae1dd-f463-4510-ade3-09c8a346cb30) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:51.788546 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks [] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.850374 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks [] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.863045 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.920760 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Pushing event updated for resources: {'Port': ['ID=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:51.923758 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Attempting to bind port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:51.924200 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Attempting to bind port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:51.924577 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Attempting to bind port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:51.932934 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.933274 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.933610 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.933941 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.934264 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.934589 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.934909 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.935949 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.936182 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.936520 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.936837 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.937159 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.937495 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.937803 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.938110 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:17:51.942841 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:51.944345 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:51.944345 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.944345 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:51.944654 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Bound port: 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:51.945229 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.960992 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:51.987717 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:51.993455 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] For port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:51.996534 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] For port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:52.012639 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Network 3902e04c-b472-4504-b74f-f50ae3443241 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:52.017892 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:52.021838 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:52.051424 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Pushing event updated for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:52.069156 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.087644 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.146634 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13ed0d-0c97-44c2-b35b-3d67cc36025b None None] Pushing event updated for resources: {'Port': ['ID=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:52.161415 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:52.161978 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:52.268421 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-da7e0ed5-53ef-4030-8862-a1df8a4326e5 None None] Provisioning complete for port bacae1dd-f463-4510-ade3-09c8a346cb30 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:52.269336 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-da7e0ed5-53ef-4030-8862-a1df8a4326e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.278912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.286044 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.288534 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:52.304401 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.314103 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.336981 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-da7e0ed5-53ef-4030-8862-a1df8a4326e5 None None] Port bacae1dd-f463-4510-ade3-09c8a346cb30 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:17:52.368145 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9820319d-f2e1-4494-9678-f14e36e115c1 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:52.413815 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 9820319d-f2e1-4494-9678-f14e36e115c1 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:52.414256 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.415656 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41614) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:52.445408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.468467 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks [] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.477855 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:50Z', 'revision_number': 3, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:52.500626 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 9820319d-f2e1-4494-9678-f14e36e115c1 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:52.504035 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d2ec2-7fc4-42d0-9d14-a4631a758fa4 None None] The sync data for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi is: [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:50Z', 'revision_number': 3, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:52.520069 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.555794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9333-9ed2-4fc2-82b8-77fe3d5ea7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.597611 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.599607 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Pushing event updated for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:52.635463 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9333-9ed2-4fc2-82b8-77fe3d5ea7eb admin admin] Publish callbacks [] for security_group (67b04370-437c-4760-ad75-1a3467ef2593), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.695114 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Network 3902e04c-b472-4504-b74f-f50ae3443241 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:52.696481 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:52.697576 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9333-9ed2-4fc2-82b8-77fe3d5ea7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (67b04370-437c-4760-ad75-1a3467ef2593), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.713516 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.760870 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e9333-9ed2-4fc2-82b8-77fe3d5ea7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b04370-437c-4760-ad75-1a3467ef2593,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:52.777943 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41618) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:52.778217 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5e6e9333-9ed2-4fc2-82b8-77fe3d5ea7eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27e2261c5de543bfbcadba9b458cd6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606277 Jun 23 20:17:52.871437 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Router 9a41d7d1-d390-4107-a3eb-425e7e9f76db has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:52.884135 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:52.936111 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] Publish callbacks [] for security_group (67b04370-437c-4760-ad75-1a3467ef2593), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:52.973195 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] Publish callbacks [] for security_group (67b04370-437c-4760-ad75-1a3467ef2593), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:53.043297 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:53.052664 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cbd765c8-08fd-475b-a78e-ae757ad6f320 admin admin] 10.222.0.44 "PUT /v2.0/routers/9a41d7d1-d390-4107-a3eb-425e7e9f76db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8901598 Jun 23 20:17:53.087196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-46e07b5c-c180-49b5-a9b4-d2881512c243 None None] Provisioning complete for port bacae1dd-f463-4510-ade3-09c8a346cb30 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:53.087196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-46e07b5c-c180-49b5-a9b4-d2881512c243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:53.115486 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-46e07b5c-c180-49b5-a9b4-d2881512c243 None None] Port bacae1dd-f463-4510-ade3-09c8a346cb30 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:17:53.159986 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (67b04370-437c-4760-ad75-1a3467ef2593), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:53.162938 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:53.166749 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67b04370-437c-4760-ad75-1a3467ef2593 HTTP/1.1" status: 204 len: 168 time: 0.3844044 Jun 23 20:17:53.173636 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa360a4-e54b-4cbf-be09-bcbb9091e90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b04370-437c-4760-ad75-1a3467ef2593,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:53.796314 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41648) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:53.801172 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-238687129-network', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:53.878405 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:17:54.097541 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Made reservation on behalf of 4b19b714218d4bea9818c0162a66b1b4 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:54.100030 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.109034 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.165813 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Sync routers for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:54.176738 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:54.177369 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:54.191836 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks [] for security_group (934d441b-aecc-4229-8b6b-0726c2a5c0cb), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.265460 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (934d441b-aecc-4229-8b6b-0726c2a5c0cb), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.291183 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:54.303406 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:17:54.327495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.327872 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Added segment 9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba of type vlan for network 410a8bf4-805e-4d43-9481-6ca4eda942c6 Jun 23 20:17:54.329610 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934d441b-aecc-4229-8b6b-0726c2a5c0cb,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:54.368109 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:54.373706 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (410a8bf4-805e-4d43-9481-6ca4eda942c6), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.456382 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (410a8bf4-805e-4d43-9481-6ca4eda942c6), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.457026 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:54.458209 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.482741 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:54.539677 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] Pushing event updated for resources: {'Network': ['ID=410a8bf4-805e-4d43-9481-6ca4eda942c6,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:54.554408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:17:54.581203 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41682) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:54.581802 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-4a51bcf4-904e-4158-b5d0-1bf5da0b7e0e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7837417 Jun 23 20:17:54.586832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Request body: {'subnet': {'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-238687129-subnet', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:54.668599 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Made reservation on behalf of 4b19b714218d4bea9818c0162a66b1b4 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:54.671567 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805200'] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.697323 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:54.697694 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.775001 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 2, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:54.805480 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Checking router: 9a41d7d1-d390-4107-a3eb-425e7e9f76db for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:54.805813 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Updating router 9a41d7d1-d390-4107-a3eb-425e7e9f76db port bacae1dd-f463-4510-ade3-09c8a346cb30 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:17:54.823805 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:54.858647 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.861923 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:54.862305 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.895376 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:54.921746 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805158'] for subnet (934c22ff-cf6c-4df7-9943-9f8746423192), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.988228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:54.992548 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:54.995361 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=934c22ff-cf6c-4df7-9943-9f8746423192,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.005605 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Checking segment: {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:55.005969 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Network hostable DHCP agents. Network: 410a8bf4-805e-4d43-9481-6ca4eda942c6, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:17:55.068780 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41690) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:55.082664 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.086295 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:17:55.142649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, 410a8bf4-805e-4d43-9481-6ca4eda942c6) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:55.154005 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:55.154626 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.157170 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8a0c54-e979-4af5-ab0d-ada63d307470 None None] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:55.188640 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-15d10485-007a-4760-b723-8385b06fd43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.246042 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-61ecd350-5dbb-40f2-ba66-aadff9b7b3fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6635876 Jun 23 20:17:55.249399 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41696) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:55.254108 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:55.273088 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks [] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.275588 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-15d10485-007a-4760-b723-8385b06fd43f admin admin] Publish callbacks [] for security_group (70e0971d-7663-48f9-abd2-737fa6b186cf), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.307060 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp396d3c24-0509-55f3-9c66-acdaf4b739e6-410a8bf4-805e-4d43-9481-6ca4eda942c6', 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6', 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'fixed_ips': [{'subnet_id': '934c22ff-cf6c-4df7-9943-9f8746423192'}]}} from dv-cinder-847274-2-iscsi. {{(pid=104564) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 20:17:55.307957 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.343590 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-15d10485-007a-4760-b723-8385b06fd43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (70e0971d-7663-48f9-abd2-737fa6b186cf), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.343987 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2005695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-514952'] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.345087 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2005146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2012098', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1980444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-514947'] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.378419 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.383281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d10485-007a-4760-b723-8385b06fd43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0971d-7663-48f9-abd2-737fa6b186cf,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.396573 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-15d10485-007a-4760-b723-8385b06fd43f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a72eea3466544deb83ea31091f733b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240707 Jun 23 20:17:55.398197 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41698) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:55.400915 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for router_controller (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), precommit_add_association {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.458806 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] Publish callbacks [] for security_group (70e0971d-7663-48f9-abd2-737fa6b186cf), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.472667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e0855-7f07-47ca-a601-d1dac209b5fb None None] Pushing event updated for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.485058 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] Publish callbacks [] for security_group (70e0971d-7663-48f9-abd2-737fa6b186cf), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.486691 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:55.521121 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:55.552292 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.db_base_plugin_common [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Allocated IP 172.20.0.2 (410a8bf4-805e-4d43-9481-6ca4eda942c6/934c22ff-cf6c-4df7-9943-9f8746423192/0823c2b2-1c26-4c29-a2b5-6f492db38587) {{(pid=104564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:55.579365 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Attempting to bind port bacae1dd-f463-4510-ade3-09c8a346cb30 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:55.579744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Attempting to bind port bacae1dd-f463-4510-ade3-09c8a346cb30 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:55.580115 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Attempting to bind port bacae1dd-f463-4510-ade3-09c8a346cb30 on network 3902e04c-b472-4504-b74f-f50ae3443241 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Checking segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Bound using segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Bound port: bacae1dd-f463-4510-ade3-09c8a346cb30, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:55.606520 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.607304 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for router_gateway (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.628578 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (70e0971d-7663-48f9-abd2-737fa6b186cf), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.635862 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.636439 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70e0971d-7663-48f9-abd2-737fa6b186cf HTTP/1.1" status: 204 len: 168 time: 0.2373879 Jun 23 20:17:55.651022 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e155c-03f5-48a0-830a-b30e365c7bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0971d-7663-48f9-abd2-737fa6b186cf,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.712475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:55.754582 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] For port bacae1dd-f463-4510-ade3-09c8a346cb30, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:55.793231 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] For port bacae1dd-f463-4510-ade3-09c8a346cb30, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=bacae1dd-f463-4510-ade3-09c8a346cb30,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:55.800017 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-adb50889-a342-4b52-b72b-c6c7b1206de9 None None] Provisioning complete for port bacae1dd-f463-4510-ade3-09c8a346cb30 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:55.800422 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-adb50889-a342-4b52-b72b-c6c7b1206de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.803832 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:55.845312 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks [] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), precommit_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.849123 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-adb50889-a342-4b52-b72b-c6c7b1206de9 None None] Port bacae1dd-f463-4510-ade3-09c8a346cb30 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:17:55.863273 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.882289 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:55.885962 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for router_gateway (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.907422 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:55.926375 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:55.927103 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:55.976579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e0855-7f07-47ca-a601-d1dac209b5fb None None] Pushing event updated for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:55.982870 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), after_create {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.038067 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Allocated IP 172.27.0.237 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/3a4c641e-3d17-428c-ac35-798cf09c063f) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:56.080787 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 is already hosted by enough agents. {{(pid=104564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:56.091991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.scheduler.base_scheduler [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Resources bound (agent type, host, resource id): {{(pid=104564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:56.095834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Pushing event updated for resources: {'Port': ['ID=0823c2b2-1c26-4c29-a2b5-6f492db38587,revision_number=1']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:56.100957 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Received port after_create {{(pid=104564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:56.137365 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:56.193560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.196582 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:56.237238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Attempting to bind port 0823c2b2-1c26-4c29-a2b5-6f492db38587 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:56.237238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Attempting to bind port 0823c2b2-1c26-4c29-a2b5-6f492db38587 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:56.237238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Attempting to bind port 0823c2b2-1c26-4c29-a2b5-6f492db38587 on network 410a8bf4-805e-4d43-9481-6ca4eda942c6 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:56.254408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:56.254811 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Checking segment: {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:56.255165 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.255713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Bound using segment: {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:56.256100 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Bound port: 0823c2b2-1c26-4c29-a2b5-6f492db38587, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:56.256565 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.298312 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.317194 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Provisioning complete for port bacae1dd-f463-4510-ade3-09c8a346cb30 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:56.317667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.358501 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:56.364229 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:56.366227 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:56.369953 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Pushing event updated for resources: {'Port': ['ID=3a4c641e-3d17-428c-ac35-798cf09c063f,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:56.507978 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:56.519322 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:56.617524 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] For port 0823c2b2-1c26-4c29-a2b5-6f492db38587, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:56.641834 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] For port 0823c2b2-1c26-4c29-a2b5-6f492db38587, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0823c2b2-1c26-4c29-a2b5-6f492db38587,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:56.658903 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:55Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:56.680324 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:56.680324 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.706763 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d58e7d-20a4-4cd4-b093-149a65d84d13 None None] The sync data for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi is: [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:55Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:56.723610 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for router_gateway (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.767888 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Current status of the port bacae1dd-f463-4510-ade3-09c8a346cb30 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:56.769087 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.776731 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41726) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:56.803589 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.874925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] For port bacae1dd-f463-4510-ade3-09c8a346cb30, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=bacae1dd-f463-4510-ade3-09c8a346cb30,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:56.928860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049734683-network', 'tenant_id': '4bfbc16f15c9478ab61247c1961128f9'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:56.936645 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:56.943868 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:56.954674 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f3d49-b57b-4292-97bf-9f6bc35e0cdb None None] Pushing event updated for resources: {'Port': ['ID=0823c2b2-1c26-4c29-a2b5-6f492db38587,revision_number=2']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:56.995240 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:57.017144 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Made reservation on behalf of 4bfbc16f15c9478ab61247c1961128f9 for: {'network': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:57.019672 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.021753 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beba6f-fb37-4420-8b1a-045e7d457695 None None] Pushing event updated for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:57.029336 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2000477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2012070'] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.034751 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.166068 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:57.181592 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks [] for security_group (47516e41-4b91-439f-9f8d-56d2dc23ee67), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.291348 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (47516e41-4b91-439f-9f8d-56d2dc23ee67), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.314090 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b is scheduled to L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 with binding_index 1 {{(pid=104562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 20:17:57.322126 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:17:57.345272 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47516e41-4b91-439f-9f8d-56d2dc23ee67,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:57.355021 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (e345f873-5a23-4ba9-a04c-02a81babca91), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.355387 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.segments_db [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Added segment e345f873-5a23-4ba9-a04c-02a81babca91 of type vlan for network c155194f-630f-4933-9ee4-28c3f631ac41 Jun 23 20:17:57.429546 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (c155194f-630f-4933-9ee4-28c3f631ac41), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.442486 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:57.454412 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Sync routers for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:17:57.475557 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:57.476389 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:57.539390 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.540753 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-cffc226b-4745-4082-b780-0ae3783b9bad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2901716 Jun 23 20:17:57.543586 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41734) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:57.598499 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:57.602228 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (c155194f-630f-4933-9ee4-28c3f631ac41), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.603665 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:57.612074 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.751707 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] Pushing event updated for resources: {'Network': ['ID=c155194f-630f-4933-9ee4-28c3f631ac41,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:57.761932 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41738) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:57.762632 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-871299ef-640a-4458-b293-f6c17aa560da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9835522 Jun 23 20:17:57.769005 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network c155194f-630f-4933-9ee4-28c3f631ac41 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:17:57.771058 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Request body: {'subnet': {'network_id': 'c155194f-630f-4933-9ee4-28c3f631ac41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049734683-subnet', 'tenant_id': '4bfbc16f15c9478ab61247c1961128f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:57.845855 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 3, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:57.875185 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Checking router: fbdc2de6-7cb1-4803-b6d4-5d598e646e0b for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:17:57.875787 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Updating router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b port 3a4c641e-3d17-428c-ac35-798cf09c063f binding host dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:17:57.895330 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Made reservation on behalf of 4bfbc16f15c9478ab61247c1961128f9 for: {'subnet': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:57.897960 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800174'] for subnet (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:57.912361 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.072589 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.094154 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ddc5b6-6f6c-4c43-90ce-f57d65f478d8 None None] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:58.095866 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.118063 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.192274 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-9f842306-8567-4a40-a409-832a40658760 None None] Provisioning complete for port 0823c2b2-1c26-4c29-a2b5-6f492db38587 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:58.192640 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9f842306-8567-4a40-a409-832a40658760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.228354 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.246017 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9165107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800216'] for subnet (1fd969c6-3303-4dd0-b001-13e62c6341a4), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.288750 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.308380 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd969c6-3303-4dd0-b001-13e62c6341a4,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:58.324879 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-9f842306-8567-4a40-a409-832a40658760 None None] Current status of the port 0823c2b2-1c26-4c29-a2b5-6f492db38587 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:58.325279 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9f842306-8567-4a40-a409-832a40658760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.353795 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks [] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), precommit_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.371836 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Checking segment: {'id': 'e345f873-5a23-4ba9-a04c-02a81babca91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'c155194f-630f-4933-9ee4-28c3f631ac41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:58.372382 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Network hostable DHCP agents. Network: c155194f-630f-4933-9ee4-28c3f631ac41, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:17:58.376274 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-9f842306-8567-4a40-a409-832a40658760 None None] For port 0823c2b2-1c26-4c29-a2b5-6f492db38587, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0823c2b2-1c26-4c29-a2b5-6f492db38587,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:17:58.429044 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.439432 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device bacae1dd-f463-4510-ade3-09c8a346cb30 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:58.444733 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Allocated IP 172.20.0.1 (410a8bf4-805e-4d43-9481-6ca4eda942c6/934c22ff-cf6c-4df7-9943-9f8746423192/1157a78d-650d-45fd-8f7a-e8b9874dad24) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:17:58.457291 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Network c155194f-630f-4933-9ee4-28c3f631ac41 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:17:58.472595 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9f842306-8567-4a40-a409-832a40658760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.493594 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ccecd-5a01-48f0-95ba-cdd47c4f9cf4 None None] Pushing event updated for resources: {'Port': ['ID=3a4c641e-3d17-428c-ac35-798cf09c063f,revision_number=2']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:58.514244 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Attempting to bind port 3a4c641e-3d17-428c-ac35-798cf09c063f on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:17:58.514977 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Attempting to bind port 3a4c641e-3d17-428c-ac35-798cf09c063f by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:17:58.521195 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Attempting to bind port 3a4c641e-3d17-428c-ac35-798cf09c063f on network 26213e81-d01a-4463-b067-fee47584dca8 {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:17:58.527503 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:17:58.528195 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Checking segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:17:58.528861 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.529435 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Bound using segment: {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'} {{(pid=104565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:17:58.530093 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.managers [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Bound port: 3a4c641e-3d17-428c-ac35-798cf09c063f, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9fab1c-6379-449a-8ed3-e498a18fdc2c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26213e81-d01a-4463-b067-fee47584dca8'}}] {{(pid=104565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:17:58.531332 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), before_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.546652 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f842306-8567-4a40-a409-832a40658760 None None] Pushing event updated for resources: {'Port': ['ID=0823c2b2-1c26-4c29-a2b5-6f492db38587,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:58.553330 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.567355 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port bacae1dd-f463-4510-ade3-09c8a346cb30 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:58.567827 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.578601 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, c155194f-630f-4933-9ee4-28c3f631ac41) {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:58.583871 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:17:58.584520 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.608798 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] For port 3a4c641e-3d17-428c-ac35-798cf09c063f, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:17:58.612098 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.plugins.ml2.db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] For port 3a4c641e-3d17-428c-ac35-798cf09c063f, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3a4c641e-3d17-428c-ac35-798cf09c063f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:17:58.613291 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks [] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.621747 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5259f-538b-4f8a-9e49-ce512bbeb422 None None] Network c155194f-630f-4933-9ee4-28c3f631ac41 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:58.714925 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.715144 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron_lib.callbacks.manager [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), after_update {{(pid=104565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.725550 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-72b01db8-de94-4493-ab0f-30e54e51964a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9614375 Jun 23 20:17:58.729975 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4ade2bd3-625e-40e9-98ec-c0754c7cbee7 None None] Provisioning complete for port 0823c2b2-1c26-4c29-a2b5-6f492db38587 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:58.729975 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4ade2bd3-625e-40e9-98ec-c0754c7cbee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.755737 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:58.759037 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:58.764977 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:17:58.779708 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:17:58.780759 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:58.787007 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.806163 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Pushing event updated for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:58.816947 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port bacae1dd-f463-4510-ade3-09c8a346cb30 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:58.818037 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0823c2b2-1c26-4c29-a2b5-6f492db38587 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:17:58.827167 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.833849 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2002691'] for router_interface (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:58.865075 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f409d6-86ab-4de8-b212-33f8cc216b68 None None] Network c155194f-630f-4933-9ee4-28c3f631ac41 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:17:58.867208 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:58.879894 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ccecd-5a01-48f0-95ba-cdd47c4f9cf4 None None] Pushing event updated for resources: {'Port': ['ID=3a4c641e-3d17-428c-ac35-798cf09c063f,revision_number=3']} {{(pid=104565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:58.973128 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:17:59.011645 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4ade2bd3-625e-40e9-98ec-c0754c7cbee7 None None] Current status of the port 0823c2b2-1c26-4c29-a2b5-6f492db38587 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:59.018336 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0823c2b2-1c26-4c29-a2b5-6f492db38587 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:59.018714 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.139548 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0823c2b2-1c26-4c29-a2b5-6f492db38587 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:17:59.144399 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-d36982cd-e72d-4807-aa31-d327ceb36184 None None] Provisioning complete for port 1157a78d-650d-45fd-8f7a-e8b9874dad24 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:59.144843 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d36982cd-e72d-4807-aa31-d327ceb36184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.150847 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.190479 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-d36982cd-e72d-4807-aa31-d327ceb36184 None None] Port 1157a78d-650d-45fd-8f7a-e8b9874dad24 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:17:59.280168 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 3, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:17:59.304386 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1fc237-842b-4d53-931b-df352dfcdb16 None None] The sync data for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi is: [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 3, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:17:59.342663 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks [] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.394775 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.463881 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999251'] for router_interface (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.465768 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Pushing event updated for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:17:59.477520 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:17:59.582297 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:17:59.584130 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:17:59.722099 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:17:59.766920 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41760) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:17:59.774770 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512630765-network', 'tenant_id': '0166907c13bf485bbc2438f4c9c52732'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:17:59.844527 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:17:59.850684 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-25879048-e37f-4a1f-9ba5-3777e3027a15 admin admin] 10.222.0.44 "PUT /v2.0/routers/fbdc2de6-7cb1-4803-b6d4-5d598e646e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3057275 Jun 23 20:17:59.897510 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Made reservation on behalf of 0166907c13bf485bbc2438f4c9c52732 for: {'network': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:17:59.900162 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for network (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.912480 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.929897 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-6b244546-0021-4934-bd66-8ee16987a797 None None] Provisioning complete for port 1157a78d-650d-45fd-8f7a-e8b9874dad24 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:17:59.930461 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6b244546-0021-4934-bd66-8ee16987a797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:17:59.978937 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-6b244546-0021-4934-bd66-8ee16987a797 None None] Port 1157a78d-650d-45fd-8f7a-e8b9874dad24 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:18:00.014215 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks [] for security_group (032e64cc-9841-4ec8-ac7b-66ffdec06914), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.070402 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (032e64cc-9841-4ec8-ac7b-66ffdec06914), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.097652 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:00.109130 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 20:18:00.114856 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e64cc-9841-4ec8-ac7b-66ffdec06914,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:00.134023 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (1b8ace42-6090-4f9c-bdaa-f5647e583b5f), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.134592 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.segments_db [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Added segment 1b8ace42-6090-4f9c-bdaa-f5647e583b5f of type vlan for network dfa57cc3-ffb6-466a-93d5-be215b489b13 Jun 23 20:18:00.181366 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776110061002'] for network (dfa57cc3-ffb6-466a-93d5-be215b489b13), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.248840 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609'] for network (dfa57cc3-ffb6-466a-93d5-be215b489b13), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.250427 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:00.251053 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.336653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa57cc3-ffb6-466a-93d5-be215b489b13,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:00.349542 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Network dfa57cc3-ffb6-466a-93d5-be215b489b13 details requested by agent ovs-agent-dv-cinder-847274-2-iscsi with host dv-cinder-847274-2-iscsi {{(pid=104564) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 20:18:00.399354 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c3de3dd5-4168-474a-9598-919ca473ec87 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6299860 Jun 23 20:18:00.402309 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41778) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:00.408744 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Request body: {'subnet': {'network_id': 'dfa57cc3-ffb6-466a-93d5-be215b489b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512630765-subnet', 'tenant_id': '0166907c13bf485bbc2438f4c9c52732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:00.413683 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41780) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:00.420996 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647112194', 'description': 'tempest-secgroup-smoke-1647112194 description', 'project_id': '47ee9522c6214257b59f3a350220dc0b'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:00.446319 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3a4c641e-3d17-428c-ac35-798cf09c063f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:18:00.491714 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 3a4c641e-3d17-428c-ac35-798cf09c063f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:00.492006 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.502568 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Made reservation on behalf of 0166907c13bf485bbc2438f4c9c52732 for: {'subnet': 1} {{(pid=104563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:18:00.507396 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8805200'] for subnet (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.526163 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.556607 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=100 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:00.564401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 3a4c641e-3d17-428c-ac35-798cf09c063f is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:00.564797 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.593386 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] For port 3a4c641e-3d17-428c-ac35-798cf09c063f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3a4c641e-3d17-428c-ac35-798cf09c063f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:00.604781 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (03ccc078-e6e3-42f8-b3a5-f1e63f39de37), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.669018 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.669989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0823c2b2-1c26-4c29-a2b5-6f492db38587 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:18:00.697287 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (03ccc078-e6e3-42f8-b3a5-f1e63f39de37), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.733327 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ccc078-e6e3-42f8-b3a5-f1e63f39de37,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:00.743404 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8613439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8805158'] for subnet (c4bf4f7e-0d8c-4ccf-b273-df0ee892d966), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.758770 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Pushing event updated for resources: {'Port': ['ID=3a4c641e-3d17-428c-ac35-798cf09c063f,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:00.774429 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:00.776171 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 0823c2b2-1c26-4c29-a2b5-6f492db38587 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:00.777792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.799000 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bf4f7e-0d8c-4ccf-b273-df0ee892d966,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:00.802699 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.806903 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-c6a44013-9676-407d-9593-2432a8d5f4bc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3887260 Jun 23 20:18:00.807675 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41782) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:00.813552 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:00.835928 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Checking segment: {'id': '1b8ace42-6090-4f9c-bdaa-f5647e583b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'dfa57cc3-ffb6-466a-93d5-be215b489b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:18:00.836348 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Network hostable DHCP agents. Network: dfa57cc3-ffb6-466a-93d5-be215b489b13, hostable agents: ['df5bb5b6-df3e-4e3e-81cd-1532d93402e2'], hosted agents: [] {{(pid=104563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 20:18:00.877255 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 0823c2b2-1c26-4c29-a2b5-6f492db38587 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:00.902911 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Network dfa57cc3-ffb6-466a-93d5-be215b489b13 is scheduled to be hosted by DHCP agent df5bb5b6-df3e-4e3e-81cd-1532d93402e2 with binding_index 1 {{(pid=104563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 20:18:00.915656 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (9761dd3a-7161-471a-878f-26f58f2dc4d3), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.973633 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (9761dd3a-7161-471a-878f-26f58f2dc4d3), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.976953 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-2-iscsi, dfa57cc3-ffb6-466a-93d5-be215b489b13) {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:18:00.980861 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:00.981447 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:00.987247 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4aa7b-0385-461b-b205-6b96e892c0fd None None] Network dfa57cc3-ffb6-466a-93d5-be215b489b13 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:18:01.019176 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Sync routers for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:18:01.057363 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (9761dd3a-7161-471a-878f-26f58f2dc4d3), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.061976 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:18:01.062608 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:01.077830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9761dd3a-7161-471a-878f-26f58f2dc4d3,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:01.084327 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9124433c-776a-44ba-9279-21c0a31ff08e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6788352 Jun 23 20:18:01.134226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.136133 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-256cf54e-9f8c-430b-8f82-365144256195 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271575 Jun 23 20:18:01.138692 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41786) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:01.145731 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:01.219278 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41788) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:01.265849 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (468abf54-894d-4b68-b1b9-0440ce8f5ef0), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.270897 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:01.277140 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe3f3af-60db-47e4-97b6-7bd134954cb9 None None] Network dfa57cc3-ffb6-466a-93d5-be215b489b13 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:18:01.281178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Deleting subnet 1fd969c6-3303-4dd0-b001-13e62c6341a4 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:18:01.289777 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Publish callbacks [] for subnet (1fd969c6-3303-4dd0-b001-13e62c6341a4), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.353327 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (1fd969c6-3303-4dd0-b001-13e62c6341a4), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.383408 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:01.386017 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:18:01.421473 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (468abf54-894d-4b68-b1b9-0440ce8f5ef0), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.429601 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (1fd969c6-3303-4dd0-b001-13e62c6341a4), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.481757 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (468abf54-894d-4b68-b1b9-0440ce8f5ef0), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.510656 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468abf54-894d-4b68-b1b9-0440ce8f5ef0,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:01.580067 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.581864 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f1c2d634-6b61-4d54-9a70-ef68daf76602 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414570 Jun 23 20:18:01.584039 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (1fd969c6-3303-4dd0-b001-13e62c6341a4), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.584827 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41794) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:01.590592 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:01.591627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:01.613895 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:59Z', 'revision_number': 4, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1157a78d-650d-45fd-8f7a-e8b9874dad24', 'name': '', 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'mac_address': 'fa:16:3e:fa:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:58Z', 'updated_at': '2022-06-23T20:17:59Z', 'revision_number': 2, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'subnets': [{'id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:01.625421 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd969c6-3303-4dd0-b001-13e62c6341a4,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:01.627666 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.631534 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-84d6d87a-476e-44a3-af20-3a658745318d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1fd969c6-3303-4dd0-b001-13e62c6341a4 HTTP/1.1" status: 204 len: 168 time: 0.4110670 Jun 23 20:18:01.633902 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41796) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:01.639991 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Checking router: fbdc2de6-7cb1-4803-b6d4-5d598e646e0b for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:18:01.640369 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Updating router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b port 1157a78d-650d-45fd-8f7a-e8b9874dad24 binding host dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 20:18:01.668478 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.710932 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (c155194f-630f-4933-9ee4-28c3f631ac41), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.726805 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (47ee46f0-b450-4a43-b97b-9d3765716e35), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.806571 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:01.810916 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (47ee46f0-b450-4a43-b97b-9d3765716e35), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.815993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (c155194f-630f-4933-9ee4-28c3f631ac41), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.837571 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c155194f-630f-4933-9ee4-28c3f631ac41']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:01.848822 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e345f873-5a23-4ba9-a04c-02a81babca91') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:01.849735 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e345f873-5a23-4ba9-a04c-02a81babca91') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:01.858215 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ee48-f4db-4b4d-a163-8e1468ee5455 req-b99d67d7-d6a8-4216-b603-1a3f242eb107 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:01.860538 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b81ee48-f4db-4b4d-a163-8e1468ee5455 req-b99d67d7-d6a8-4216-b603-1a3f242eb107 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0519340 Jun 23 20:18:01.861682 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (e345f873-5a23-4ba9-a04c-02a81babca91), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.876458 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (e345f873-5a23-4ba9-a04c-02a81babca91), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.884646 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:18:01.885135 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (e345f873-5a23-4ba9-a04c-02a81babca91), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.894741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:01.898212 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (47ee46f0-b450-4a43-b97b-9d3765716e35), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.927506 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ee46f0-b450-4a43-b97b-9d3765716e35,revision_number=0']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:01.932660 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3b81ee48-f4db-4b4d-a163-8e1468ee5455 req-47863edc-0152-4368-9e19-4ed9cfcb0177 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657079 Jun 23 20:18:01.947152 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment e345f873-5a23-4ba9-a04c-02a81babca91 resource provider aggregate not found Jun 23 20:18:01.967029 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment e345f873-5a23-4ba9-a04c-02a81babca91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e345f873-5a23-4ba9-a04c-02a81babca91 found for delete ", "request_id": "req-a57dc937-4ab2-4e8a-92e5-3a746fd24dac"}]} Jun 23 20:18:01.972226 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks [] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), precommit_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.990497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:01.993724 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5030023d-6f82-4896-a846-29033ebbc6c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4050138 Jun 23 20:18:01.994691 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41804) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:01.999792 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:02.013690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (c155194f-630f-4933-9ee4-28c3f631ac41), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.017899 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.020936 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c155194f-630f-4933-9ee4-28c3f631ac41 HTTP/1.1" status: 204 len: 168 time: 0.3861248 Jun 23 20:18:02.023950 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41806) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:02.036704 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a653-d7ba-4a66-97c9-02f5b6794466 admin admin] Pushing event deleted for resources: {'Network': ['ID=c155194f-630f-4933-9ee4-28c3f631ac41,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.067810 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.079317 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Deleting subnet c4bf4f7e-0d8c-4ccf-b273-df0ee892d966 {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:18:02.082699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Publish callbacks [] for subnet (c4bf4f7e-0d8c-4ccf-b273-df0ee892d966), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.113495 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (a6848e1d-6268-41ef-b2b6-8f39c8a14284), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.123479 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf9d51-31fb-4891-997e-4a57a1e13870 None None] Pushing event updated for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=3']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.129279 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (c4bf4f7e-0d8c-4ccf-b273-df0ee892d966), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.174762 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Attempting to bind port 1157a78d-650d-45fd-8f7a-e8b9874dad24 on host dv-cinder-847274-2-iscsi for vnic_type normal with profile {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:18:02.175450 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Attempting to bind port 1157a78d-650d-45fd-8f7a-e8b9874dad24 by drivers openvswitch,hyperv on host dv-cinder-847274-2-iscsi at level 0 using segments [{'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:18:02.176021 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Attempting to bind port 1157a78d-650d-45fd-8f7a-e8b9874dad24 on network 410a8bf4-805e-4d43-9481-6ca4eda942c6 {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:18:02.176148 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (c4bf4f7e-0d8c-4ccf-b273-df0ee892d966), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.182223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Checking agent: {'id': '07f0c285-badd-49d0-9254-de2d851e2ce2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 19, 58, 41), 'started_at': datetime.datetime(2022, 6, 23, 19, 59, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:18:02.182886 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Checking segment: {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:18:02.183440 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.183989 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Bound using segment: {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'} {{(pid=104564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:18:02.184642 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.managers [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Bound port: 1157a78d-650d-45fd-8f7a-e8b9874dad24, host: dv-cinder-847274-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6'}}] {{(pid=104564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:18:02.185760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.206924 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (a6848e1d-6268-41ef-b2b6-8f39c8a14284), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.230529 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:02.256249 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] For port 1157a78d-650d-45fd-8f7a-e8b9874dad24, host dv-cinder-847274-2-iscsi, cleared binding levels {{(pid=104564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:18:02.259605 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] For port 1157a78d-650d-45fd-8f7a-e8b9874dad24, host dv-cinder-847274-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1157a78d-650d-45fd-8f7a-e8b9874dad24,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:18:02.291560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (a6848e1d-6268-41ef-b2b6-8f39c8a14284), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.314674 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6848e1d-6268-41ef-b2b6-8f39c8a14284,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.320904 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (c4bf4f7e-0d8c-4ccf-b273-df0ee892d966), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.338944 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3a4c641e-3d17-428c-ac35-798cf09c063f up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:18:02.354422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bf4f7e-0d8c-4ccf-b273-df0ee892d966,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.359245 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.364650 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-123c9a59-f331-4b49-b80c-403f956c8f20 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c4bf4f7e-0d8c-4ccf-b273-df0ee892d966 HTTP/1.1" status: 204 len: 168 time: 0.3395734 Jun 23 20:18:02.367427 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41808) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:02.387433 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.398000 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:02.436528 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.440461 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-1e00e107-d023-44a8-9a4b-d4e9874edd11 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4420817 Jun 23 20:18:02.440653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41810) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:02.446404 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:02.456766 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (dfa57cc3-ffb6-466a-93d5-be215b489b13), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.458079 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 3a4c641e-3d17-428c-ac35-798cf09c063f triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:02.458447 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.468218 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Provisioning complete for port 1157a78d-650d-45fd-8f7a-e8b9874dad24 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:02.468610 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.534508 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf9d51-31fb-4891-997e-4a57a1e13870 None None] Pushing event updated for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.542410 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:18:02.542563 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:17:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:02.553454 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (dfa57cc3-ffb6-466a-93d5-be215b489b13), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.555957 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:02.562496 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Project 47ee9522c6214257b59f3a350220dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:18:02.577513 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (86b8ac60-cd58-4bf0-8101-5dd03b4eace8), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.589993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa57cc3-ffb6-466a-93d5-be215b489b13']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:02.610761 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8ace42-6090-4f9c-bdaa-f5647e583b5f') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:02.611195 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8ace42-6090-4f9c-bdaa-f5647e583b5f') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:02.649001 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (1b8ace42-6090-4f9c-bdaa-f5647e583b5f), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.670698 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (1b8ace42-6090-4f9c-bdaa-f5647e583b5f), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.680681 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (86b8ac60-cd58-4bf0-8101-5dd03b4eace8), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.683761 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:18:02.684164 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (1b8ace42-6090-4f9c-bdaa-f5647e583b5f), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.705452 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:02.714002 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 3a4c641e-3d17-428c-ac35-798cf09c063f is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:02.727893 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:18:02.730073 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Current status of the port 1157a78d-650d-45fd-8f7a-e8b9874dad24 is: DOWN; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:02.730451 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.737223 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (86b8ac60-cd58-4bf0-8101-5dd03b4eace8), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.756415 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b8ac60-cd58-4bf0-8101-5dd03b4eace8,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.788271 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (dfa57cc3-ffb6-466a-93d5-be215b489b13), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.794690 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.798552 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dfa57cc3-ffb6-466a-93d5-be215b489b13 HTTP/1.1" status: 204 len: 168 time: 0.4290969 Jun 23 20:18:02.810540 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.811762 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-43b95a7b-7834-4110-94b7-c906a1ec68d1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702233 Jun 23 20:18:02.812725 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066fdd8-59c8-4a5e-967f-e4d492cdc4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa57cc3-ffb6-466a-93d5-be215b489b13,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.815319 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41814) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:02.823822 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'security_group_rule': {'security_group_id': '03ccc078-e6e3-42f8-b3a5-f1e63f39de37', 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:02.830032 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] For port 1157a78d-650d-45fd-8f7a-e8b9874dad24, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1157a78d-650d-45fd-8f7a-e8b9874dad24,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:02.835026 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:02.897389 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.db.securitygroups_db [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Project 47ee9522c6214257b59f3a350220dc0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 20:18:02.898143 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.904347 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (c4c49ba5-15ae-4261-a53c-0196dbfc6d41), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.968664 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (c4c49ba5-15ae-4261-a53c-0196dbfc6d41), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:02.985658 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58913f-f4ec-4c88-a0b7-107713189140 None None] Pushing event updated for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:02.991928 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:59Z', 'revision_number': 4, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1157a78d-650d-45fd-8f7a-e8b9874dad24', 'name': '', 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'mac_address': 'fa:16:3e:fa:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:58Z', 'updated_at': '2022-06-23T20:18:02Z', 'revision_number': 4, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'subnets': [{'id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:03.027643 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f87341b-cf8f-45df-9c93-cb17829d9a15 None None] The sync data for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi is: [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:17:59Z', 'revision_number': 4, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': '1157a78d-650d-45fd-8f7a-e8b9874dad24', 'name': '', 'network_id': '410a8bf4-805e-4d43-9481-6ca4eda942c6', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'mac_address': 'fa:16:3e:fa:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:58Z', 'updated_at': '2022-06-23T20:18:02Z', 'revision_number': 4, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'subnets': [{'id': '934c22ff-cf6c-4df7-9943-9f8746423192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:18:03.060823 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-f212b651-fb6c-4052-9335-eb6dc0c78858 None None] Provisioning complete for port 1157a78d-650d-45fd-8f7a-e8b9874dad24 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:03.060823 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f212b651-fb6c-4052-9335-eb6dc0c78858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.069962 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d063f-890d-4995-8d92-f788e0c80f88 req-4729b27e-57d4-4e04-85c5-26e894f56417 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:03.084230 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634599'] for security_group_rule (c4c49ba5-15ae-4261-a53c-0196dbfc6d41), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.104634 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-282d063f-890d-4995-8d92-f788e0c80f88 req-4729b27e-57d4-4e04-85c5-26e894f56417 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0891070 Jun 23 20:18:03.125206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c49ba5-15ae-4261-a53c-0196dbfc6d41,revision_number=0']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:03.171791 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:03.193028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-282d063f-890d-4995-8d92-f788e0c80f88 req-4aaf390d-3c30-434c-8503-34da1630d102 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/security-groups?id=15944708-2b6b-47a9-b6f7-724f05da629d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842578 Jun 23 20:18:03.225166 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.226808 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-eb744c48-f27a-402f-8efe-a5b8e7bcaa79 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4087276 Jun 23 20:18:03.266217 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-f212b651-fb6c-4052-9335-eb6dc0c78858 None None] Current status of the port 1157a78d-650d-45fd-8f7a-e8b9874dad24 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:03.321228 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 41828) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:03.371692 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41844) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:03.371838 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-12cdd600-3ab8-4eb7-9f52-68b89e5f47b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bfbc16f15c9478ab61247c1961128f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493209 Jun 23 20:18:03.428795 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] Publish callbacks [] for security_group (47516e41-4b91-439f-9f8d-56d2dc23ee67), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.455284 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] Publish callbacks [] for security_group (47516e41-4b91-439f-9f8d-56d2dc23ee67), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.472676 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-5c61436f-c495-4a70-bb3c-76a76fb60355 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:03.474681 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-5c61436f-c495-4a70-bb3c-76a76fb60355 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 946 time: 0.0603933 Jun 23 20:18:03.577321 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (47516e41-4b91-439f-9f8d-56d2dc23ee67), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.580401 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.582141 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47516e41-4b91-439f-9f8d-56d2dc23ee67 HTTP/1.1" status: 204 len: 168 time: 0.2086627 Jun 23 20:18:03.593092 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5183c-b6cd-4339-be93-9eb48baece60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47516e41-4b91-439f-9f8d-56d2dc23ee67,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:03.596952 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Deleting port b8106523-839e-4862-bb0b-0f13d8cbb6fd {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:18:03.597300 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.719938 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] For port b8106523-839e-4862-bb0b-0f13d8cbb6fd, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b8106523-839e-4862-bb0b-0f13d8cbb6fd,segment=NetworkSegment(585ee142-038c-409b-8b4a-b570d759b216),segment_id=585ee142-038c-409b-8b4a-b570d759b216)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:03.723269 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.734694 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Calling delete_port for b8106523-839e-4862-bb0b-0f13d8cbb6fd owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:18:03.774255 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:03.984448 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (b8106523-839e-4862-bb0b-0f13d8cbb6fd), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:03.993838 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 1b8ace42-6090-4f9c-bdaa-f5647e583b5f resource provider aggregate not found Jun 23 20:18:04.018975 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['b8106523-839e-4862-bb0b-0f13d8cbb6fd'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:18:04.389597 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e9243b94-0278-4ef5-9b28-208f679b941b req-813ee7b5-1347-464c-a509-6fccf28d7c11 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff0a60e8-ccc9-4147-99a3-2e0e3255f91e HTTP/1.1" status: 200 len: 210 time: 0.0449526 Jun 23 20:18:04.401380 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 1b8ace42-6090-4f9c-bdaa-f5647e583b5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b8ace42-6090-4f9c-bdaa-f5647e583b5f found for delete ", "request_id": "req-68eeee2f-8a8d-4af8-b4b5-20f721d5cb76"}]} Jun 23 20:18:04.405196 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Pushing event deleted for resources: {'Port': ['ID=b8106523-839e-4862-bb0b-0f13d8cbb6fd,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:04.413618 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1157a78d-650d-45fd-8f7a-e8b9874dad24 up at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:18:04.453061 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] No DVR routers for this DVR port b8106523-839e-4862-bb0b-0f13d8cbb6fd on host hv-cinder-84727 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:18:04.459253 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41872) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:04.459633 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.463273 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-85214cd7-6e2c-4203-b4f1-f608286cb8ce req-9c3380df-369c-4809-9d60-b35758b45387 tempest-VolumesSnapshotTestJSON-1435306937 tempest-VolumesSnapshotTestJSON-1435306937-project] 10.222.0.42 "DELETE /v2.0/ports/b8106523-839e-4862-bb0b-0f13d8cbb6fd HTTP/1.1" status: 204 len: 173 time: 0.9821608 Jun 23 20:18:04.463732 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'name': 'network-vif-deleted', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:18:04.474309 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08cc1b-638f-4fe0-9d7d-f0766560664b" -d '{"events": [{"server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "name": "network-vif-deleted", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:18:04.484873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Provisioning complete for port 1157a78d-650d-45fd-8f7a-e8b9874dad24 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:04.485255 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.523895 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-3322956c-3fee-4453-9095-f2d92f92ba75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0166907c13bf485bbc2438f4c9c52732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626981 Jun 23 20:18:04.526998 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 41876) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:04.535854 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88663e35-8207-4ec0-914f-c8a5c07d8547 x-openstack-request-id: req-88663e35-8207-4ec0-914f-c8a5c07d8547 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:18:04.536238 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0a60e8-ccc9-4147-99a3-2e0e3255f91e", "name": "network-vif-deleted", "tag": "b8106523-839e-4862-bb0b-0f13d8cbb6fd", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:18:04.536931 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88663e35-8207-4ec0-914f-c8a5c07d8547 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:18:04.536931 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88663e35-8207-4ec0-914f-c8a5c07d8547'] response: {'server_uuid': 'ff0a60e8-ccc9-4147-99a3-2e0e3255f91e', 'name': 'network-vif-deleted', 'tag': 'b8106523-839e-4862-bb0b-0f13d8cbb6fd', 'status': 'completed', 'code': 200} Jun 23 20:18:04.589925 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Current status of the port 1157a78d-650d-45fd-8f7a-e8b9874dad24 is: ACTIVE; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:04.592753 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] Publish callbacks [] for security_group (032e64cc-9841-4ec8-ac7b-66ffdec06914), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.616401 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] Publish callbacks [] for security_group (032e64cc-9841-4ec8-ac7b-66ffdec06914), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.714356 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (032e64cc-9841-4ec8-ac7b-66ffdec06914), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.717265 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:04.718418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/032e64cc-9841-4ec8-ac7b-66ffdec06914 HTTP/1.1" status: 204 len: 168 time: 0.1901686 Jun 23 20:18:04.726997 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132d257-f92f-4ab9-9459-89296fc44a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e64cc-9841-4ec8-ac7b-66ffdec06914,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:06.256483 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-d6825bb9-716b-4fed-a658-04e54031e767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:07.970654 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:08.389187 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-29515a0a-a5ad-432b-b89d-bcb562a02d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:09.283850 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:09.908545 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:10.441709 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b8106523-839e-4862-bb0b-0f13d8cbb6fd no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:18:10.461146 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: b8106523-839e-4862-bb0b-0f13d8cbb6fd {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:18:10.469858 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b8106523-839e-4862-bb0b-0f13d8cbb6fd not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:18:11.126010 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:11.508603 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:14.437065 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=34,neutron:DELETE=8 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:14.651894 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:14.723076 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=78,neutron:DELETE=6 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:21.435794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:21.438636 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:25.370636 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-72918793-f238-4efe-a93a-10f272ea0476 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647112194&fields=id&tenant_id=47ee9522c6214257b59f3a350220dc0b HTTP/1.1" status: 200 len: 267 time: 0.0472839 Jun 23 20:18:25.480453 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-7c9162ed-8c22-4d57-ad48-74cb63585db3 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:25.481926 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-7c9162ed-8c22-4d57-ad48-74cb63585db3 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 808 time: 0.1048982 Jun 23 20:18:25.496595 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-4b2bb1af-6fc7-4922-b79e-b30b4dd89e98 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/quotas/47ee9522c6214257b59f3a350220dc0b HTTP/1.1" status: 200 len: 375 time: 0.0093157 Jun 23 20:18:25.548448 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-1a4e8076-4908-4c41-9d87-d892a20994a1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460413 Jun 23 20:18:25.665721 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-a3c8aeab-8cd2-47cf-88f3-5276cff1ad53 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:18:25.666728 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-a3c8aeab-8cd2-47cf-88f3-5276cff1ad53 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1065831 Jun 23 20:18:26.040013 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-2f2f315c-c78e-4e07-b315-dbf39b9c4280 service neutron] 10.222.0.44 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673968 Jun 23 20:18:26.131236 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-bacc682d-0041-419d-b603-d27e7eb824be service neutron] 10.222.0.44 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849762 Jun 23 20:18:26.712556 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-73d1ee51-4866-454f-8f52-7d2d6a894252 req-bfeb33ac-1e93-4fe3-a794-33a4dc0a2878 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 210 time: 0.0326624 Jun 23 20:18:27.807330 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-41e802ce-fa45-474d-8015-45b3b159b352 req-5b094dda-ce41-413f-ae0a-3217d9a26f34 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 210 time: 0.0264959 Jun 23 20:18:28.837564 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-ca9ae5e2-ebbc-4a0b-b26d-9e2d9fb038b2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:28.840092 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-ca9ae5e2-ebbc-4a0b-b26d-9e2d9fb038b2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 808 time: 0.1155188 Jun 23 20:18:28.915525 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f0ad9d7e-c57c-42f0-abb2-b18f457afc05 req-86b0162a-149d-45bd-a939-2eac5a306817 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 210 time: 0.0278764 Jun 23 20:18:28.916357 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-3a89045a-85b9-429a-9616-961c095b62c2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ee9522c6214257b59f3a350220dc0b HTTP/1.1" status: 200 len: 380 time: 0.0617330 Jun 23 20:18:28.925412 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'port': {'device_id': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'admin_state_up': True, 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'security_groups': ['03ccc078-e6e3-42f8-b3a5-f1e63f39de37']}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:29.050582 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42314) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:29.108361 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Made reservation on behalf of 47ee9522c6214257b59f3a350220dc0b for: {'port': 1} {{(pid=104562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 20:18:29.112083 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.180153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.246414 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_common [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Allocated IP 172.20.0.13 (3902e04c-b472-4504-b74f-f50ae3443241/3507c2f9-09c5-44cf-81c1-8d2c2031b135/b05b693e-57ca-429e-bfd5-b656e4d62d22) {{(pid=104562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:18:29.257183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Publish callbacks [] for security_group (cc972f0e-5921-4250-908d-7b98593a0c08), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.319662 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (cc972f0e-5921-4250-908d-7b98593a0c08), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.361183 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc972f0e-5921-4250-908d-7b98593a0c08,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:29.365339 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bbf17fe16044b1888e2cdfa21e3b0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137131 Jun 23 20:18:29.370087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42318) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:29.377832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.381299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.382137 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.382137 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.382313 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.382573 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.382890 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37d0b34-b738-4553-85e0-3743bd778b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.387635 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.430458 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] Publish callbacks [] for security_group (cc972f0e-5921-4250-908d-7b98593a0c08), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.452860 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] Publish callbacks [] for security_group (cc972f0e-5921-4250-908d-7b98593a0c08), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.463212 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.509779 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Network 3902e04c-b472-4504-b74f-f50ae3443241 is already hosted by enough agents. {{(pid=104562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:18:29.512920 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.scheduler.base_scheduler [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Resources bound (agent type, host, resource id): {{(pid=104562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:18:29.516904 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Received port after_create {{(pid=104562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:18:29.537299 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (cc972f0e-5921-4250-908d-7b98593a0c08), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.540100 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.540242 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:29.542727 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc972f0e-5921-4250-908d-7b98593a0c08 HTTP/1.1" status: 204 len: 168 time: 0.1703351 Jun 23 20:18:29.550461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.550680 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400deff-acc8-4b89-b28b-de36af8cb0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc972f0e-5921-4250-908d-7b98593a0c08,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:29.550851 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.551130 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.551470 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.551801 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.553281 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.553281 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.554539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.554539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.554539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.554539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.554539 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.555076 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.555221 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.555540 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:29.584762 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:29.585470 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.653915 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-6c0db41b-d77d-429f-a5b1-4bbda108c2fe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7322094 Jun 23 20:18:29.671206 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.v2.base [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Request body: {'port': {'device_id': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:29.738969 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.746146 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-aaba7ba2-e0ab-4c31-ad17-8ebb9ff3159a None None] Provisioning complete for port b05b693e-57ca-429e-bfd5-b656e4d62d22 triggered by entity DHCP. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:29.746711 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-aaba7ba2-e0ab-4c31-ad17-8ebb9ff3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:29.749908 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:29.754073 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:29.780495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-aaba7ba2-e0ab-4c31-ad17-8ebb9ff3159a None None] Port b05b693e-57ca-429e-bfd5-b656e4d62d22 cannot update to ACTIVE because it is not bound. {{(pid=104564) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 20:18:30.020455 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05b693e-57ca-429e-bfd5-b656e4d62d22 {{(pid=104562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:18:30.028722 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks [] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), precommit_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.037072 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782e8bf-0b6e-4717-aaee-63819166f2fe req-cf1fbeaa-d006-4039-ba5b-7c7f2f73bca5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.039170 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2782e8bf-0b6e-4717-aaee-63819166f2fe req-cf1fbeaa-d006-4039-ba5b-7c7f2f73bca5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 932 time: 0.0526590 Jun 23 20:18:30.042742 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.provisioning_blocks [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Transition to ACTIVE for port object b05b693e-57ca-429e-bfd5-b656e4d62d22 will not be triggered until provisioned by entity L2. {{(pid=104562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 20:18:30.091258 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:30.094394 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2782e8bf-0b6e-4717-aaee-63819166f2fe req-46dec84e-2a2b-4983-b0b1-2f6cf7520d76 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Jun 23 20:18:30.131066 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.162220 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42332) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:30.179859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5da27daf-c2c0-4962-82f1-fbdc5d64c170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.186765 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=2']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:30.196755 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:30.268272 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Attempting to bind port b05b693e-57ca-429e-bfd5-b656e4d62d22 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 20:18:30.268645 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Attempting to bind port b05b693e-57ca-429e-bfd5-b656e4d62d22 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 20:18:30.268979 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Attempting to bind port b05b693e-57ca-429e-bfd5-b656e4d62d22 on network 3902e04c-b472-4504-b74f-f50ae3443241 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:18:30.273597 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Port b05b693e-57ca-429e-bfd5-b656e4d62d22 on network 3902e04c-b472-4504-b74f-f50ae3443241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 20:18:30.274086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Attempting to bind port b05b693e-57ca-429e-bfd5-b656e4d62d22 on network 3902e04c-b472-4504-b74f-f50ae3443241 {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 20:18:30.279184 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Checking agent: {'id': '1ad99cc9-6aba-4cf4-9e59-d168841bb286', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'started_at': datetime.datetime(2022, 6, 23, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 20, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 20:18:30.286560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Checking segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 20:18:30.286560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Bound using segment: {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'} {{(pid=104562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 20:18:30.286560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.managers [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Bound port: b05b693e-57ca-429e-bfd5-b656e4d62d22, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7046bd91-8413-402a-a8cd-34097f86814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241'}}] {{(pid=104562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 20:18:30.286560 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.287466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5da27daf-c2c0-4962-82f1-fbdc5d64c170 admin admin] Publish callbacks [] for security_group (55951ea4-bc4d-41d6-9c71-2247d5c898d4), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.337934 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5da27daf-c2c0-4962-82f1-fbdc5d64c170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (55951ea4-bc4d-41d6-9c71-2247d5c898d4), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.346160 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, cleared binding levels {{(pid=104562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 20:18:30.351987 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 20:18:30.379441 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5da27daf-c2c0-4962-82f1-fbdc5d64c170 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d40902a5c9743e3a98d0b51a3dce287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154615 Jun 23 20:18:30.382042 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da27daf-c2c0-4962-82f1-fbdc5d64c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55951ea4-bc4d-41d6-9c71-2247d5c898d4,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:30.382756 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42334) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:30.414252 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9165246'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.456605 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:30.467414 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.468075 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.469517 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1094 time: 0.8028445 Jun 23 20:18:30.469967 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:18:30.472501 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f" -d '{"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:18:30.503618 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] Publish callbacks [] for security_group (55951ea4-bc4d-41d6-9c71-2247d5c898d4), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.514079 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5a24a-9bee-4154-a115-098f062683d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=3']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:30.530189 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b2bfb9-3d06-47c2-bf02-d46dc2e1bb36 x-openstack-request-id: req-a2b2bfb9-3d06-47c2-bf02-d46dc2e1bb36 {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:18:30.530409 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:18:30.530716 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2b2bfb9-3d06-47c2-bf02-d46dc2e1bb36 {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:18:30.531068 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b2bfb9-3d06-47c2-bf02-d46dc2e1bb36'] response: {'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'status': 'completed', 'code': 200} Jun 23 20:18:30.541182 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] Publish callbacks [] for security_group (55951ea4-bc4d-41d6-9c71-2247d5c898d4), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.612369 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-0f1a4b37-e785-4b49-b711-575ff8a1ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.613869 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-0f1a4b37-e785-4b49-b711-575ff8a1ba68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1128 time: 0.0465775 Jun 23 20:18:30.703639 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (55951ea4-bc4d-41d6-9c71-2247d5c898d4), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.706239 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:30.710668 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55951ea4-bc4d-41d6-9c71-2247d5c898d4 HTTP/1.1" status: 204 len: 168 time: 0.3235362 Jun 23 20:18:30.723824 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea08ed4-aa88-4a60-b15a-1136a4ccda44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55951ea4-bc4d-41d6-9c71-2247d5c898d4,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:30.736442 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:30.739659 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-5073c234-90ba-449d-9f41-8efac480792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.741189 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-5073c234-90ba-449d-9f41-8efac480792f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=47ee9522c6214257b59f3a350220dc0b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1139710 Jun 23 20:18:30.841471 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-667f1cb9-22eb-404c-b57e-722e743a9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.842916 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8c4f2eb6-9104-4d29-8b9c-4a1f1f70f91f req-667f1cb9-22eb-404c-b57e-722e743a9a86 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943477 Jun 23 20:18:30.877633 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:18:30.936826 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-9bea1f41-8935-48b0-a5b1-a88f38321a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:30.938312 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-9bea1f41-8935-48b0-a5b1-a88f38321a73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1128 time: 0.0402749 Jun 23 20:18:30.984056 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-2945a7f8-83d0-496c-9df3-8722b38113f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 217 time: 0.0333714 Jun 23 20:18:31.035993 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-a00799a3-f639-462e-91c2-a85345be5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:31.038064 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-a00799a3-f639-462e-91c2-a85345be5c3d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0489266 Jun 23 20:18:31.081658 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-099da8d5-4ba9-4185-8c36-f546e13a6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:31.083226 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-099da8d5-4ba9-4185-8c36-f546e13a6454 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392251 Jun 23 20:18:31.142287 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42348) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:31.184866 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-f1d902aa-e35a-4914-95d8-61bc4d5e506b service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945981 Jun 23 20:18:31.242563 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba921e4-2b82-495b-98a2-5ac389653951 req-2fcd69cb-2581-4f55-8a3f-619d5aa54acf tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:31.244285 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5ba921e4-2b82-495b-98a2-5ac389653951 req-2fcd69cb-2581-4f55-8a3f-619d5aa54acf tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0676553 Jun 23 20:18:31.249954 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Deleting subnet f5684b4b-5f5d-4151-9851-9a32a98ae38b {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:18:31.260848 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Publish callbacks [] for subnet (f5684b4b-5f5d-4151-9851-9a32a98ae38b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.290018 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-0ea9a97a-ed2a-419f-811c-c9b2761ef72b req-5ec8a242-3731-42a3-a431-1f24aebc4a26 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989246 Jun 23 20:18:31.315731 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (f5684b4b-5f5d-4151-9851-9a32a98ae38b), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.350817 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5ba921e4-2b82-495b-98a2-5ac389653951 req-6f603a07-fda8-4ae2-98bd-b32e4703ffd9 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979953 Jun 23 20:18:31.369455 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (f5684b4b-5f5d-4151-9851-9a32a98ae38b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.525591 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (f5684b4b-5f5d-4151-9851-9a32a98ae38b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.562555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5684b4b-5f5d-4151-9851-9a32a98ae38b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:31.566281 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.570082 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-aad54f7e-52b8-4754-9af4-2767b22027a9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f5684b4b-5f5d-4151-9851-9a32a98ae38b HTTP/1.1" status: 204 len: 168 time: 0.4267025 Jun 23 20:18:31.576192 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42358) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:31.649177 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (93615a59-0936-480e-a559-d91a2775b59b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.729861 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (93615a59-0936-480e-a559-d91a2775b59b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.750312 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93615a59-0936-480e-a559-d91a2775b59b']}} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:31.760269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585ee142-038c-409b-8b4a-b570d759b216') {'for_net_delete': True} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:31.760609 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.services.segments.db [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585ee142-038c-409b-8b4a-b570d759b216') {} {{(pid=104563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:31.772634 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8672572'] for segment (585ee142-038c-409b-8b4a-b570d759b216), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.786519 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (585ee142-038c-409b-8b4a-b570d759b216), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.793779 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:18:31.794182 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613526'] for segment (585ee142-038c-409b-8b4a-b570d759b216), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.798793 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:31.822547 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 585ee142-038c-409b-8b4a-b570d759b216 resource provider aggregate not found Jun 23 20:18:31.873715 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.services.segments.plugin [-] Segment 585ee142-038c-409b-8b4a-b570d759b216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 585ee142-038c-409b-8b4a-b570d759b216 found for delete ", "request_id": "req-caceb8d9-8681-4139-9d62-368a3d8c1aff"}]} Jun 23 20:18:31.964471 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (93615a59-0936-480e-a559-d91a2775b59b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.973668 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:31.973668 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] 10.222.0.44 "DELETE /v2.0/networks/93615a59-0936-480e-a559-d91a2775b59b HTTP/1.1" status: 204 len: 168 time: 0.3963470 Jun 23 20:18:31.985497 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f08bb3-6c8a-4b4f-b493-12152c04320f admin admin] Pushing event deleted for resources: {'Network': ['ID=93615a59-0936-480e-a559-d91a2775b59b,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:32.327103 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42380) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:32.369896 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-043281a1-4c87-45a0-b399-2a333bc8a0e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eccb032b11e045fdbb42238762eada05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416260 Jun 23 20:18:32.372465 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42384) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:32.429869 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] Publish callbacks [] for security_group (15944708-2b6b-47a9-b6f7-724f05da629d), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:32.484776 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] Publish callbacks [] for security_group (15944708-2b6b-47a9-b6f7-724f05da629d), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:32.509651 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7d8eb-731b-490c-be29-e3052bd218db req-b1ba1f69-9f88-4cab-ad34-86f78d59f503 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:32.510783 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9ff7d8eb-731b-490c-be29-e3052bd218db req-b1ba1f69-9f88-4cab-ad34-86f78d59f503 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0853748 Jun 23 20:18:32.517082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:32.578596 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-9ff7d8eb-731b-490c-be29-e3052bd218db req-058e18b6-e075-4f67-8bff-ced2d5f669ae tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602608 Jun 23 20:18:32.627344 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (15944708-2b6b-47a9-b6f7-724f05da629d), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:32.629971 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:32.631097 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15944708-2b6b-47a9-b6f7-724f05da629d HTTP/1.1" status: 204 len: 168 time: 0.2577262 Jun 23 20:18:32.639824 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67a45-a6d5-4005-95f2-f55a507ef335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15944708-2b6b-47a9-b6f7-724f05da629d,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:33.696489 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d919dbe-891e-4e6b-99a3-4131ee902d70 req-37724974-93c6-4265-bcad-5b50d286051b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:33.697916 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1d919dbe-891e-4e6b-99a3-4131ee902d70 req-37724974-93c6-4265-bcad-5b50d286051b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0489299 Jun 23 20:18:33.749649 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1d919dbe-891e-4e6b-99a3-4131ee902d70 req-dd2b455f-6325-43e8-a850-fe0c57fde28e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Jun 23 20:18:34.871056 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea8362-c543-495d-9c5d-01941eb44f5a req-d1e7abc9-7e57-4522-9eb0-f6770f2d47b1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:34.872693 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-47ea8362-c543-495d-9c5d-01941eb44f5a req-d1e7abc9-7e57-4522-9eb0-f6770f2d47b1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0508652 Jun 23 20:18:34.922729 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-47ea8362-c543-495d-9c5d-01941eb44f5a req-33a47c81-7934-46a0-a546-a62ca80924a5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Jun 23 20:18:35.918464 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42494) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:36.034625 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9a987d47-5c3f-4e86-8a22-0195cf9c83e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.051235 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42775b7-6a89-40ae-9441-4a7ca5849fd3 req-bb4dc097-decf-414e-be58-d18958802047 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:36.053292 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b42775b7-6a89-40ae-9441-4a7ca5849fd3 req-bb4dc097-decf-414e-be58-d18958802047 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0642724 Jun 23 20:18:36.123798 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b42775b7-6a89-40ae-9441-4a7ca5849fd3 req-4942ec40-341a-405f-ae20-3edb0a239001 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648181 Jun 23 20:18:36.161270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9a987d47-5c3f-4e86-8a22-0195cf9c83e3 admin admin] Publish callbacks [] for security_group (2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.221191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-9a987d47-5c3f-4e86-8a22-0195cf9c83e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.244085 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5aca9cc4-de95-43a7-b642-cf2a6106a159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.265295 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-9a987d47-5c3f-4e86-8a22-0195cf9c83e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22dcfc78ca3642b683ff276d0caa0eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457627 Jun 23 20:18:36.266392 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a987d47-5c3f-4e86-8a22-0195cf9c83e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:36.267900 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42500) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:36.317435 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] Publish callbacks [] for security_group (2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.338877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] Publish callbacks [] for security_group (2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.372614 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:36.490116 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.492867 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:36.494224 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312 HTTP/1.1" status: 204 len: 168 time: 0.2252758 Jun 23 20:18:36.503986 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac7e6c-2755-4d2f-b3a4-2270465161de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccaf58c-5d7c-4d04-9fc4-1fe4c8909312,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:37.107667 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42506) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:37.121706 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5880-e979-4eab-bc93-d99655eabee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.154804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:37.205438 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5880-e979-4eab-bc93-d99655eabee6 admin admin] Publish callbacks [] for security_group (a5c2c32d-9810-4f5c-a27a-2cf499a7a828), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.241943 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5887b7-1d23-4aec-8b2b-1f8c5cace21e req-54c71441-691d-4ccd-ad9c-6172a983aaf8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:37.243412 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de5887b7-1d23-4aec-8b2b-1f8c5cace21e req-54c71441-691d-4ccd-ad9c-6172a983aaf8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0508251 Jun 23 20:18:37.276255 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-d0cd5880-e979-4eab-bc93-d99655eabee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a5c2c32d-9810-4f5c-a27a-2cf499a7a828), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.304924 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:37.318322 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-de5887b7-1d23-4aec-8b2b-1f8c5cace21e req-d2c9d4f9-b022-47bf-b967-4eb3445d7646 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686684 Jun 23 20:18:37.334329 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd5880-e979-4eab-bc93-d99655eabee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2c32d-9810-4f5c-a27a-2cf499a7a828,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:37.338779 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-d0cd5880-e979-4eab-bc93-d99655eabee6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb1f12ace60745c8aa50637ac4d46354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300158 Jun 23 20:18:37.341349 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42510) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:37.389523 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] Publish callbacks [] for security_group (a5c2c32d-9810-4f5c-a27a-2cf499a7a828), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.411551 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] Publish callbacks [] for security_group (a5c2c32d-9810-4f5c-a27a-2cf499a7a828), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.547998 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (a5c2c32d-9810-4f5c-a27a-2cf499a7a828), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.550645 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.551835 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5c2c32d-9810-4f5c-a27a-2cf499a7a828 HTTP/1.1" status: 204 len: 168 time: 0.2095919 Jun 23 20:18:37.560049 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cdd30-fc21-457a-8f58-eb3df39851e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2c32d-9810-4f5c-a27a-2cf499a7a828,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:37.965116 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:37.980379 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:38.393912 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-69c11cce-7ca0-4254-a23e-fc93a5261cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:38.440547 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085face-ad87-46c5-8eda-bd1fd2375c17 req-550758dd-e63a-4ee7-bee5-21f9222ecd34 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:38.441927 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7085face-ad87-46c5-8eda-bd1fd2375c17 req-550758dd-e63a-4ee7-bee5-21f9222ecd34 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0517132 Jun 23 20:18:38.495418 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7085face-ad87-46c5-8eda-bd1fd2375c17 req-b20c3596-e77a-43d8-8267-0c001895e50a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472960 Jun 23 20:18:38.977691 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:18:39.076184 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:39.088599 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'mac_address': 'fa:16:3e:f8:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:18:39.121946 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b05b693e-57ca-429e-bfd5-b656e4d62d22 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:39.122327 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:39.135364 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05b693e-57ca-429e-bfd5-b656e4d62d22 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:18:39.158839 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:39.210592 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:39.382319 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=4']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:39.389284 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.389635 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.389979 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.390318 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.390651 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.390986 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.391317 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.391640 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.391966 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.392308 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.392645 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.392971 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.393294 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.393613 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.393936 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:18:39.500566 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['b05b693e-57ca-429e-bfd5-b656e4d62d22'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:18:39.615905 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b898c42-12ec-4d69-b410-1adc12160fbf req-c931032f-9324-462c-b597-95512f21c94b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:39.618009 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2b898c42-12ec-4d69-b410-1adc12160fbf req-c931032f-9324-462c-b597-95512f21c94b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 945 time: 0.0511374 Jun 23 20:18:39.667755 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2b898c42-12ec-4d69-b410-1adc12160fbf req-19997d7b-c76c-4aab-a297-06087de351f1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Jun 23 20:18:39.925519 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:40.780665 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804695-824d-487e-ade0-b6983bcaa6da req-b9f647a1-5e75-4476-8335-ba13acb750ff tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:40.782093 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac804695-824d-487e-ade0-b6983bcaa6da req-b9f647a1-5e75-4476-8335-ba13acb750ff tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 945 time: 0.0469503 Jun 23 20:18:40.831421 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ac804695-824d-487e-ade0-b6983bcaa6da req-c4e020ad-b2cd-4f3e-a5f4-02854c48e204 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437315 Jun 23 20:18:40.874225 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:40.993364 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:18:41.031501 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:41.035675 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning for port b05b693e-57ca-429e-bfd5-b656e4d62d22 completed by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 20:18:41.057223 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:41.131200 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port b05b693e-57ca-429e-bfd5-b656e4d62d22 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:18:41.131578 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:41.160537 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:41.204887 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b05b693e-57ca-429e-bfd5-b656e4d62d22 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:18:41.205302 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:41.227749 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:18:41.229990 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3893e666-4ff6-40a2-ad12-7ee19ca236d9" -d '{"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-plugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:18:41.245697 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:18:41.307872 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:41.355216 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=5']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:41.382963 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056d0f9-0114-495a-a48b-4fd487a30e20 x-openstack-request-id: req-d056d0f9-0114-495a-a48b-4fd487a30e20 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:18:41.383252 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-plugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:18:41.383504 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d056d0f9-0114-495a-a48b-4fd487a30e20 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:18:41.383894 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d056d0f9-0114-495a-a48b-4fd487a30e20'] response: {'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'code': 200} Jun 23 20:18:41.502331 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:41.945685 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e9b2-5738-4477-a2cb-4d72a5ef1805 req-77c032ce-d48a-478e-bf1d-44e7ee063d7d tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:41.947199 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6847e9b2-5738-4477-a2cb-4d72a5ef1805 req-77c032ce-d48a-478e-bf1d-44e7ee063d7d tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0500953 Jun 23 20:18:41.997656 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6847e9b2-5738-4477-a2cb-4d72a5ef1805 req-c57e9f27-45db-43ee-ae6c-4017e34d409c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Jun 23 20:18:43.109786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e8c94-fd40-4c85-a36a-78d1bc4a4d88 req-d1141267-f50f-49af-995f-4da058c198ae tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:43.111309 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-593e8c94-fd40-4c85-a36a-78d1bc4a4d88 req-d1141267-f50f-49af-995f-4da058c198ae tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0464606 Jun 23 20:18:43.171055 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-593e8c94-fd40-4c85-a36a-78d1bc4a4d88 req-5b3aa2ed-7f7e-495a-89b4-eb70ba1c4b6b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536795 Jun 23 20:18:44.143458 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc871d-05c4-4ee3-9b2c-61d8e7152982 req-82c8a522-ebca-4d27-8fb8-8921a2f05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:44.144977 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9fbc871d-05c4-4ee3-9b2c-61d8e7152982 req-82c8a522-ebca-4d27-8fb8-8921a2f05224 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0389702 Jun 23 20:18:44.189130 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9fbc871d-05c4-4ee3-9b2c-61d8e7152982 req-db2844c6-f986-45e0-a1ad-e76438fe35cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 Jun 23 20:18:44.283609 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5af2dc-de78-4a0a-8f3f-dd3c013f7744 req-cdd1373d-d79c-439d-958c-74c4f0a38e52 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:44.284998 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4e5af2dc-de78-4a0a-8f3f-dd3c013f7744 req-cdd1373d-d79c-439d-958c-74c4f0a38e52 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0456238 Jun 23 20:18:44.336783 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4e5af2dc-de78-4a0a-8f3f-dd3c013f7744 req-43f80ea5-ce39-414b-abef-43d9a846d5d8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Jun 23 20:18:45.433910 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:45.448289 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b41d1-2dc3-45a1-a837-4e398cccc1e6 req-563710e1-f637-46bc-991b-33dc06e1e6a1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:45.449792 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-136b41d1-2dc3-45a1-a837-4e398cccc1e6 req-563710e1-f637-46bc-991b-33dc06e1e6a1 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0480053 Jun 23 20:18:45.500067 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-136b41d1-2dc3-45a1-a837-4e398cccc1e6 req-9b6e6b91-9abc-464d-bbc9-2f2d2ebd578a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446570 Jun 23 20:18:45.615196 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0477a2-b1ad-44f3-9581-c12e45c48793 req-298c9bfd-d752-4f29-977d-2e44bc07a11b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:45.616706 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d0477a2-b1ad-44f3-9581-c12e45c48793 req-298c9bfd-d752-4f29-977d-2e44bc07a11b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0466697 Jun 23 20:18:45.668703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-6d0477a2-b1ad-44f3-9581-c12e45c48793 req-614e74f5-79ae-4fa0-985c-9106ccb74c91 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463908 Jun 23 20:18:45.689963 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42588) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:45.881666 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97def6d9-0217-4520-8883-3fb69dd25f49 tempest-TestShelveInstance-1099335150 tempest-TestShelveInstance-1099335150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:45.883264 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-97def6d9-0217-4520-8883-3fb69dd25f49 tempest-TestShelveInstance-1099335150 tempest-TestShelveInstance-1099335150-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1125 time: 0.1922884 Jun 23 20:18:45.886078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42596) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:45.890269 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.v2.base [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Request body: {'floatingip': {'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 20:18:45.976909 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.061139 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (None), before_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.112367 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:46.166030 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_common [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Allocated IP 172.27.0.104 (26213e81-d01a-4463-b067-fee47584dca8/4f1e981a-ed3d-4f82-bc89-978a6db815c5/d404e858-e5bd-4470-9cb3-e5c7faa6397c) {{(pid=104563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 20:18:46.270710 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.383127 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776110092180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.428031 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Network 26213e81-d01a-4463-b067-fee47584dca8 is already hosted by enough agents. {{(pid=104563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 20:18:46.433090 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.base_scheduler [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Resources bound (agent type, host, resource id): {{(pid=104563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 20:18:46.435249 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'Port': ['ID=d404e858-e5bd-4470-9cb3-e5c7faa6397c,revision_number=1']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:46.437360 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Received port after_create {{(pid=104563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 20:18:46.530057 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:46.782550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for floatingip (1146805a-3544-4c82-828f-05613333105f), precommit_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.901105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), before_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:46.990636 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:47.043754 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), precommit_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:47.080919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613554'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), after_update {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:47.147800 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event updated for resources: {'Port': ['ID=d404e858-e5bd-4470-9cb3-e5c7faa6397c,revision_number=2']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:47.158483 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007666'] for floatingip (1146805a-3544-4c82-828f-05613333105f), after_create {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:47.256594 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Floating IP 1146805a-3544-4c82-828f-05613333105f associated. External IP: 172.27.0.104, port: b05b693e-57ca-429e-bfd5-b656e4d62d22. Jun 23 20:18:47.456270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Router 9a41d7d1-d390-4107-a3eb-425e7e9f76db has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:18:47.511926 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:47.561278 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:18:47.572842 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Sync routers for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:18:47.583849 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:18:47.584480 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:18:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:47.653530 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:47.683622 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-57b43459-2175-48cf-be37-a79bda7c1f03 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7965343 Jun 23 20:18:47.684079 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:18:47.684270 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:18:47.686676 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd14dcbd-69de-4efc-b42c-f77803ff6e72" -d '{"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:18:47.787786 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f394151-a075-4a84-841f-3819b1a32fb3 x-openstack-request-id: req-5f394151-a075-4a84-841f-3819b1a32fb3 {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:18:47.788070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:18:47.788347 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f394151-a075-4a84-841f-3819b1a32fb3 {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:18:47.788750 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f394151-a075-4a84-841f-3819b1a32fb3'] response: {'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'status': 'completed', 'code': 200} Jun 23 20:18:47.872015 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-6e6f8dab-91f3-4c00-9d5d-c5e2cf2bf0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:47.873558 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-6e6f8dab-91f3-4c00-9d5d-c5e2cf2bf0f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0389912 Jun 23 20:18:47.902953 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1146805a-3544-4c82-828f-05613333105f', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'mac_address': 'fa:16:3e:f8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:18:46Z', 'updated_at': '2022-06-23T20:18:46Z', 'revision_number': 0, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:47.927233 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Checking router: 9a41d7d1-d390-4107-a3eb-425e7e9f76db for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:18:47.935760 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:18:47.936401 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:18:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:47.967409 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-4fa6bb86-d827-470c-a156-864e7e551e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:47.968919 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-4fa6bb86-d827-470c-a156-864e7e551e26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0894229 Jun 23 20:18:48.032074 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-7d8d1971-b7b5-48ea-90f3-67eac5857a0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Jun 23 20:18:48.040952 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:18:48.085774 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-09626839-cf31-4bb3-840e-47fc98fec29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:48.087506 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-09626839-cf31-4bb3-840e-47fc98fec29d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0492549 Jun 23 20:18:48.136800 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-69bb859f-a91b-44e8-986a-c7bce3b6cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:18:48.138502 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-69bb859f-a91b-44e8-986a-c7bce3b6cc0b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428154 Jun 23 20:18:48.225801 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-c064a7da-b2a1-4e7a-830d-2c06bce26594 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813894 Jun 23 20:18:48.258268 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1146805a-3544-4c82-828f-05613333105f', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'mac_address': 'fa:16:3e:f8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:18:46Z', 'updated_at': '2022-06-23T20:18:46Z', 'revision_number': 0, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:18:48.284731 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9780282-a697-4b5e-96e0-bf2f1d1dbb17 None None] The sync data for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi is: [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_floatingips': [{'id': '1146805a-3544-4c82-828f-05613333105f', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'router_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'mac_address': 'fa:16:3e:f8:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T20:18:46Z', 'updated_at': '2022-06-23T20:18:46Z', 'revision_number': 0, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:18:48.322217 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dd14dcbd-69de-4efc-b42c-f77803ff6e72 req-771fab66-ffa3-4311-9dd4-53caecd185c8 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896637 Jun 23 20:18:48.466437 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbffbb3-5ef4-4583-b2da-378b1ca687b6 None None] New status for floating IP 1146805a-3544-4c82-828f-05613333105f: ACTIVE {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:18:48.976415 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42628) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:49.078653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-35c14dd5-cc20-4c39-b2ab-b4a7d2f9412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.151853 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-35c14dd5-cc20-4c39-b2ab-b4a7d2f9412d admin admin] Publish callbacks [] for security_group (67d98bd9-65c4-4911-ac8e-4c4b4808be43), precommit_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.199205 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-35c14dd5-cc20-4c39-b2ab-b4a7d2f9412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (67d98bd9-65c4-4911-ac8e-4c4b4808be43), after_create {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.218155 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:49.238975 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-35c14dd5-cc20-4c39-b2ab-b4a7d2f9412d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03fdcb4bcdb741d2b949c617bcaee595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615025 Jun 23 20:18:49.240967 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c14dd5-cc20-4c39-b2ab-b4a7d2f9412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d98bd9-65c4-4911-ac8e-4c4b4808be43,revision_number=1']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:49.241719 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42632) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:18:49.290583 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] Publish callbacks [] for security_group (67d98bd9-65c4-4911-ac8e-4c4b4808be43), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.311409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] Publish callbacks [] for security_group (67d98bd9-65c4-4911-ac8e-4c4b4808be43), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.405398 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (67d98bd9-65c4-4911-ac8e-4c4b4808be43), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.407959 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:18:49.409200 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67d98bd9-65c4-4911-ac8e-4c4b4808be43 HTTP/1.1" status: 204 len: 168 time: 0.1664803 Jun 23 20:18:49.416890 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffa79e-5034-491e-8379-921cd597159a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d98bd9-65c4-4911-ac8e-4c4b4808be43,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:18:58.255232 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=83 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:58.261216 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=65 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:58.570149 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:59.237947 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=79,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:59.347696 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:59.412479 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=85,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:18:59.429648 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:06.283805 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-1a2db80d-d1fd-489b-9043-4ffff787f356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:07.876832 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:19:07.970716 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:08.370579 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e08-d9bb-4adc-8e1f-bd5ed79f5942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:09.947592 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:11.123556 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:11.551944 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:16.454951 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-55699cc1-54aa-4c13-9ff7-168c6f09f03a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417914 Jun 23 20:19:16.551065 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-a3992e4b-acbf-425f-bf43-802e776fe3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:19:16.552492 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-a3992e4b-acbf-425f-bf43-802e776fe3eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0391619 Jun 23 20:19:16.654642 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-3eecfd85-2b5e-4e3d-a922-c48ab1c611bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:19:16.656094 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-3eecfd85-2b5e-4e3d-a922-c48ab1c611bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0848756 Jun 23 20:19:16.719652 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-7d6cdca1-e7a0-4e10-a088-fdb42601fd88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1002 time: 0.0567656 Jun 23 20:19:16.767172 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-fe4ae170-430b-46cb-8629-68e95efa283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:19:16.768575 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-fe4ae170-430b-46cb-8629-68e95efa283a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0427454 Jun 23 20:19:16.810053 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-92a30008-8fa2-4993-bb81-b96c40c49794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:19:16.811449 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-92a30008-8fa2-4993-bb81-b96c40c49794 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378046 Jun 23 20:19:16.903503 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-6e72874d-f7a1-4301-93fa-21c3f6e163e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Jun 23 20:19:16.991758 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-c5ee0b16-5777-46cf-811f-5e2348043374 req-f285b6f2-7440-4995-baf9-ac193ab09a73 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821815 Jun 23 20:19:17.872280 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:17.873082 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:21.438194 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:21.440096 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:26.987296 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=47 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:26.988061 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=54 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:33.129893 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=13 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:33.135383 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=13 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:36.244523 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-797617ba-3787-4b2e-a3a3-5255f12ca2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:37.959321 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:38.385553 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-806b9136-af2c-4675-a82b-ceb64f883bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:39.917150 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:41.130693 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:41.536133 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:19:44.876384 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:19:51.439003 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:51.440922 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:51.972344 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:19:54.872444 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:06.278727 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-6ee49612-b3da-4768-af48-8b7f7950976d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:08.004247 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:08.387324 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-793c282c-72f6-46b3-a72d-dca77d0b01a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:09.941652 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:11.133954 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:11.495947 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:17.323109 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-9cd8022a-07b0-4fd0-9c82-5c96b56eae87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517154 Jun 23 20:20:17.416247 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-87bdc4c7-0100-4d80-a226-a7448dae8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:17.417748 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-87bdc4c7-0100-4d80-a226-a7448dae8f06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0394483 Jun 23 20:20:17.520919 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-ac610c42-667f-4ef7-8043-10b4bad60055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:17.522904 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-ac610c42-667f-4ef7-8043-10b4bad60055 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0874128 Jun 23 20:20:17.581623 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-4ef3c497-ce78-4c6b-aff4-1f6509e32b6d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1002 time: 0.0521421 Jun 23 20:20:17.628616 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-b24203b2-7d5c-4cc4-a476-4333ba384b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:17.630009 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-b24203b2-7d5c-4cc4-a476-4333ba384b38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0425487 Jun 23 20:20:17.673198 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-17a4da48-53a5-413c-b943-857e0dac90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:17.674714 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-17a4da48-53a5-413c-b943-857e0dac90fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391560 Jun 23 20:20:17.767359 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-bac1a12d-c1e5-4907-896a-2c9d9a9040ad service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Jun 23 20:20:17.856233 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1b94e542-1d80-4228-8f48-7eebebee66c7 req-0301a8df-aa7c-4d98-a3ac-6c74ead1f6bf service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836473 Jun 23 20:20:21.444006 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:21.445979 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=12,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:21.875007 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:20:27.852184 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=52 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:27.852990 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=49 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:34.928537 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:34.929252 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:36.250375 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a1816895-e5e7-4792-8c06-1134a508c019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:37.992839 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:38.409879 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-cb2105ac-0640-4aa5-a133-e78dd1057f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:39.924272 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:41.141030 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:41.500999 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:20:44.331762 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac76e7-cd2a-46f1-a52b-08007ea7705b req-379fd76f-f8c5-443e-aed5-fbaa64b1880c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:44.333829 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c2ac76e7-cd2a-46f1-a52b-08007ea7705b req-379fd76f-f8c5-443e-aed5-fbaa64b1880c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0537875 Jun 23 20:20:44.388042 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c2ac76e7-cd2a-46f1-a52b-08007ea7705b req-59322605-00b0-45f1-a178-6ec7834db249 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Jun 23 20:20:45.504224 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc292f-b9d7-4ec2-8e5f-992d1b93302d req-d39b2b48-3ddf-4b92-ae1a-636cc7d7059f tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:45.505800 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5fc292f-b9d7-4ec2-8e5f-992d1b93302d req-d39b2b48-3ddf-4b92-ae1a-636cc7d7059f tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0470371 Jun 23 20:20:45.553962 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f5fc292f-b9d7-4ec2-8e5f-992d1b93302d req-4cba988e-33f1-456b-aedb-1ecd04c43b8b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Jun 23 20:20:46.675449 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aead4-054f-4dab-a6d0-4e44d5e6db71 req-2ea3b0d6-57e6-4e96-928a-aab1e59937a3 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:46.677451 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-704aead4-054f-4dab-a6d0-4e44d5e6db71 req-2ea3b0d6-57e6-4e96-928a-aab1e59937a3 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0519190 Jun 23 20:20:46.725527 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-704aead4-054f-4dab-a6d0-4e44d5e6db71 req-45cfe4d5-3d9b-4f95-9580-6e6bdb177bbc tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Jun 23 20:20:47.836550 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87a7c3-03d1-428d-a17f-d1cb3492f72c req-4e53b490-eaa8-4834-bc2a-a4da674c4dc7 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:47.838245 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a87a7c3-03d1-428d-a17f-d1cb3492f72c req-4e53b490-eaa8-4834-bc2a-a4da674c4dc7 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0461476 Jun 23 20:20:47.887950 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7a87a7c3-03d1-428d-a17f-d1cb3492f72c req-571a4986-f6d4-48d9-86f4-5769a10caf6d tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Jun 23 20:20:49.002181 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13307af8-2f41-4e26-9887-2fe1c9380d71 req-f5615450-4458-47c7-8e52-7444f8fda59b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:49.003627 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13307af8-2f41-4e26-9887-2fe1c9380d71 req-f5615450-4458-47c7-8e52-7444f8fda59b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0477316 Jun 23 20:20:49.055941 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-13307af8-2f41-4e26-9887-2fe1c9380d71 req-e2acc5ae-25ef-44ac-9490-68bc6c0cdda3 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465181 Jun 23 20:20:50.169407 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f11de-5aeb-4d51-a30e-157e5a87cd27 req-99e78754-7cb7-426e-83b3-f5eda58e5a28 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:50.170843 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-712f11de-5aeb-4d51-a30e-157e5a87cd27 req-99e78754-7cb7-426e-83b3-f5eda58e5a28 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0463405 Jun 23 20:20:50.218785 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-712f11de-5aeb-4d51-a30e-157e5a87cd27 req-1b37fdba-9af7-4e00-8df4-23255e518dca tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Jun 23 20:20:51.329336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695632f-bb65-4e12-ad51-92ba5e47591e req-51ca7d5d-6f1f-4753-a183-e45314d9f8d5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:51.331872 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1695632f-bb65-4e12-ad51-92ba5e47591e req-51ca7d5d-6f1f-4753-a183-e45314d9f8d5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0467639 Jun 23 20:20:51.380059 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-1695632f-bb65-4e12-ad51-92ba5e47591e req-f96cb9d1-53be-42b8-aba5-5b542638d2f2 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Jun 23 20:20:52.495301 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e584d5-1fcc-43a7-bdf7-1b5ee81698fa req-b7782176-8494-4efb-a813-6e9ad2a76c3a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:52.496701 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b0e584d5-1fcc-43a7-bdf7-1b5ee81698fa req-b7782176-8494-4efb-a813-6e9ad2a76c3a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0503762 Jun 23 20:20:52.544651 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-b0e584d5-1fcc-43a7-bdf7-1b5ee81698fa req-2f59cb77-af9a-4ebf-8742-62ad3e0176a8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Jun 23 20:20:53.140607 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:53.142464 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:53.657271 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec1c37-1806-4c44-b8a0-eb609b03b885 req-09651f28-2210-4cab-a08a-85fb8f3afbc6 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:53.658974 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5aec1c37-1806-4c44-b8a0-eb609b03b885 req-09651f28-2210-4cab-a08a-85fb8f3afbc6 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0470722 Jun 23 20:20:53.706419 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5aec1c37-1806-4c44-b8a0-eb609b03b885 req-9ac84b06-a0ca-43ec-b860-d46be9b3d12e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jun 23 20:20:54.586242 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-de56dca4-e7e5-4c4e-a477-dcb89487db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:54.587705 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-de56dca4-e7e5-4c4e-a477-dcb89487db19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0385525 Jun 23 20:20:54.676334 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-ded8c3fa-4ae7-42cc-9dc7-84698a2c37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:54.678382 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-ded8c3fa-4ae7-42cc-9dc7-84698a2c37bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0852842 Jun 23 20:20:54.737654 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-dd0cc9d9-facd-49df-ae9f-e3cece0c572c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1002 time: 0.0524426 Jun 23 20:20:54.784083 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-48c518b9-0e6d-4304-b1f0-0530069c85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:54.785605 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-48c518b9-0e6d-4304-b1f0-0530069c85cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0425191 Jun 23 20:20:54.821621 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824fff2-6b14-4147-9005-b02ad3589de6 req-308af516-8349-48d6-a270-fb6441f7b532 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:54.823101 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5824fff2-6b14-4147-9005-b02ad3589de6 req-308af516-8349-48d6-a270-fb6441f7b532 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0497458 Jun 23 20:20:54.830900 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-24effd1c-c10c-47f3-9ba5-6932621c5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:54.832396 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-24effd1c-c10c-47f3-9ba5-6932621c5062 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414076 Jun 23 20:20:54.876838 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5824fff2-6b14-4147-9005-b02ad3589de6 req-afbcb854-4a25-44b2-ae4c-50fcce103477 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448451 Jun 23 20:20:54.920915 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-802c18ee-ceb2-436d-82d9-b02c7183ddcf service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827718 Jun 23 20:20:55.011054 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-9cbe061b-267d-4809-bca2-618cca97bca3 req-afc0ccb6-bdbb-4910-bb96-bfa8c6d45ab1 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844247 Jun 23 20:20:55.985422 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:55.994082 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45539ac5-ad9a-4ed8-8dca-02b03ee90db8 req-cb3cd082-9a1f-4bda-9db6-d8a67a54bdfe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:55.997342 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45539ac5-ad9a-4ed8-8dca-02b03ee90db8 req-cb3cd082-9a1f-4bda-9db6-d8a67a54bdfe tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0470345 Jun 23 20:20:56.044144 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-45539ac5-ad9a-4ed8-8dca-02b03ee90db8 req-2e5aaa66-39fc-49a2-beb4-5de4d1d09996 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430181 Jun 23 20:20:57.156238 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c2a94-50e6-44b0-814a-d1bb8eed7b3d req-cd0922dc-0a51-4101-ac22-43febf951518 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:57.157717 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab8c2a94-50e6-44b0-814a-d1bb8eed7b3d req-cd0922dc-0a51-4101-ac22-43febf951518 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0467765 Jun 23 20:20:57.177855 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:20:57.211700 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-ab8c2a94-50e6-44b0-814a-d1bb8eed7b3d req-ee209d5d-52fc-40ad-8a27-d04e2706ff43 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484231 Jun 23 20:20:58.327727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d77e8e-ccaf-4a93-843d-78625fcff52e req-12f522e4-7d52-4403-9805-1ae6b9def6fd tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:58.329261 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7d77e8e-ccaf-4a93-843d-78625fcff52e req-12f522e4-7d52-4403-9805-1ae6b9def6fd tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0505605 Jun 23 20:20:58.379657 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f7d77e8e-ccaf-4a93-843d-78625fcff52e req-ddbaf38c-5318-4321-b98e-5e285c83faad tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Jun 23 20:20:58.456804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-da1ba971-ed6c-42bb-a6b0-f10ced7e7d13 req-3abf96ed-cb6e-4943-8ce3-c5bf5669ab21 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:20:58.457791 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-da1ba971-ed6c-42bb-a6b0-f10ced7e7d13 req-3abf96ed-cb6e-4943-8ce3-c5bf5669ab21 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053871 Jun 23 20:20:58.794723 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7767d2a-02ce-4c61-883d-d1dc997f0e51 req-d12f7d06-6d16-44a7-a460-61d20b1acedb tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:58.796174 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e7767d2a-02ce-4c61-883d-d1dc997f0e51 req-d12f7d06-6d16-44a7-a460-61d20b1acedb tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0452843 Jun 23 20:20:58.848826 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e7767d2a-02ce-4c61-883d-d1dc997f0e51 req-8728008c-5884-4dc7-b240-2535f3d88c10 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Jun 23 20:20:58.873588 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:20:58.970794 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42724) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:20:59.316135 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-74bddccb-ac05-47b3-84f6-0c0ba19086f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3441401 Jun 23 20:20:59.324446 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-2056e75a-f797-4a39-a1ca-4263e0b9f0a2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104563) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 20:20:59.325384 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-2056e75a-f797-4a39-a1ca-4263e0b9f0a2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046871 Jun 23 20:20:59.505129 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42732) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:20:59.594368 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-82d77e0d-6195-45f3-bf64-1d7e73477d3a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:59.595689 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-82d77e0d-6195-45f3-bf64-1d7e73477d3a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports/b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 943 time: 0.0890985 Jun 23 20:20:59.963523 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e25fc1-3d74-4c0b-bc4f-e6760c1d2bb9 req-bf8c32c0-8eb9-4c2a-a27e-69b99b6332c8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:20:59.965041 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75e25fc1-3d74-4c0b-bc4f-e6760c1d2bb9 req-bf8c32c0-8eb9-4c2a-a27e-69b99b6332c8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0482550 Jun 23 20:21:00.014678 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75e25fc1-3d74-4c0b-bc4f-e6760c1d2bb9 req-10d6d1c4-4380-4fca-99cd-f66eada6f496 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Jun 23 20:21:01.129411 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce43af-9ba7-4dc3-a372-ecd2ef9d3515 req-d82d765c-6f86-4761-872e-33648b31087b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:01.130875 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4ce43af-9ba7-4dc3-a372-ecd2ef9d3515 req-d82d765c-6f86-4761-872e-33648b31087b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0500770 Jun 23 20:21:01.180910 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-e4ce43af-9ba7-4dc3-a372-ecd2ef9d3515 req-77184dad-5467-47ad-9bdd-2dd654a2264c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Jun 23 20:21:01.633784 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:21:01.702011 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b05b693e-57ca-429e-bfd5-b656e4d62d22 is: ACTIVE; New status is: DOWN {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:21:01.702393 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:01.724687 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:21:01.727432 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90f6ceb-4a1d-4431-a1e9-5b38be947e03" -d '{"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-unplugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:21:01.739804 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:21:01.765261 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034e532-9c50-4e06-9a92-753a4ff2adfd x-openstack-request-id: req-8034e532-9c50-4e06-9a92-753a4ff2adfd {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:21:01.765550 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-unplugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:21:01.765807 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8034e532-9c50-4e06-9a92-753a4ff2adfd {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:21:01.766202 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8034e532-9c50-4e06-9a92-753a4ff2adfd'] response: {'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'code': 200} Jun 23 20:21:01.812706 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:01.857744 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=6']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:21:01.864653 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.865002 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.865343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.865681 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.866011 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.866337 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.866662 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.867656 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.867988 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.868332 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.872201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.872201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.872201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.872201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:01.872201 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:21:02.044815 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-903bc743-be31-4e93-a01e-8123b7bb061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.046327 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-903bc743-be31-4e93-a01e-8123b7bb061a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&tenant_id=47ee9522c6214257b59f3a350220dc0b HTTP/1.1" status: 200 len: 1128 time: 0.0691319 Jun 23 20:21:02.120657 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-f4466b95-a28c-4360-b8c9-088410dc5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.122136 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-f4466b95-a28c-4360-b8c9-088410dc5808 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1128 time: 0.0428524 Jun 23 20:21:02.208553 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-2011154c-0f5a-4ad3-aee9-2fcf4c48765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.210026 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-2011154c-0f5a-4ad3-aee9-2fcf4c48765b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0827868 Jun 23 20:21:02.298032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8e606-5317-4419-828f-0a6eb1092a7f req-0cc4dba7-6cd1-45e5-88f0-843af8b9f4b8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.299518 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3ac8e606-5317-4419-828f-0a6eb1092a7f req-0cc4dba7-6cd1-45e5-88f0-843af8b9f4b8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0489054 Jun 23 20:21:02.358410 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-3ac8e606-5317-4419-828f-0a6eb1092a7f req-2f13a583-acfc-4c7f-8bca-95844b603b09 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531116 Jun 23 20:21:02.506718 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-c50ddd94-bc2f-418a-a80a-fe6debdb8381 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1000 time: 0.2905557 Jun 23 20:21:02.553971 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-c1f1ef34-c9c8-40ab-83d5-44b1d3f5d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.555334 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-c1f1ef34-c9c8-40ab-83d5-44b1d3f5d2e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0420258 Jun 23 20:21:02.599681 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-968425c5-e3cf-4755-8116-778336a6a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:02.601200 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-968425c5-e3cf-4755-8116-778336a6a619 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398958 Jun 23 20:21:02.689129 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-168b534e-3eae-4f7a-a68b-fde5293f21f5 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824022 Jun 23 20:21:02.772187 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=100 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:02.776619 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-5cb8dd69-937c-4ecf-9778-f588e7b60073 req-f431feae-0031-4ba0-be4a-2c5d13cb640b service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820217 Jun 23 20:21:03.477153 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383cab9-b21d-4d53-8747-c2779f1fd690 req-35bdbbbf-40f2-4210-9fd8-af53da42a9ee tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:03.478570 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7383cab9-b21d-4d53-8747-c2779f1fd690 req-35bdbbbf-40f2-4210-9fd8-af53da42a9ee tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0508966 Jun 23 20:21:03.526770 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7383cab9-b21d-4d53-8747-c2779f1fd690 req-82d82794-7916-44d4-ab60-f8030abf2aa0 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Jun 23 20:21:04.640413 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910cc3c-37b8-44f2-bd8e-f64871c57c15 req-6d75ef4c-6b52-4c13-bded-33cee631f669 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:04.643909 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8910cc3c-37b8-44f2-bd8e-f64871c57c15 req-6d75ef4c-6b52-4c13-bded-33cee631f669 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0504396 Jun 23 20:21:04.694817 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-8910cc3c-37b8-44f2-bd8e-f64871c57c15 req-81a3aab1-aacc-41b2-812e-a680f1e4cb94 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453804 Jun 23 20:21:05.805322 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fa82c-6d1e-42cb-9ce0-74965871b8ab req-86d4cc61-d32e-48d5-88f8-d5bdc2321587 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:05.806744 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a13fa82c-6d1e-42cb-9ce0-74965871b8ab req-86d4cc61-d32e-48d5-88f8-d5bdc2321587 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0457404 Jun 23 20:21:05.857748 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-a13fa82c-6d1e-42cb-9ce0-74965871b8ab req-45e03947-caf3-4fc0-a2a0-8aa32ebe49d7 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Jun 23 20:21:05.973000 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:06.246822 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9cbef469-af94-4f95-9d9b-451d037489c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:06.975699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5a116-75ef-4bb9-9ade-d2e1d16857ee req-673566f7-8877-4b7e-b4a3-2dc1647abf51 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:06.977268 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9f5a116-75ef-4bb9-9ade-d2e1d16857ee req-673566f7-8877-4b7e-b4a3-2dc1647abf51 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0497477 Jun 23 20:21:07.001326 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:07.026862 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-f9f5a116-75ef-4bb9-9ade-d2e1d16857ee req-1b7d0282-50bc-4fcf-86ff-391da5bcdd2b tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Jun 23 20:21:07.997937 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:08.136944 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc3a25-186b-45d6-9314-8ea60b271b10 req-304c1b2f-e7c5-4f8d-b332-3623af0f36ce tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:08.138396 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-12cc3a25-186b-45d6-9314-8ea60b271b10 req-304c1b2f-e7c5-4f8d-b332-3623af0f36ce tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0458817 Jun 23 20:21:08.168686 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=100 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:08.186554 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-12cc3a25-186b-45d6-9314-8ea60b271b10 req-0197046a-4664-464f-9df9-a54cccd5f137 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Jun 23 20:21:08.395541 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-0f2cfd52-d972-4c24-8063-f1ba5302f430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:08.870259 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=7 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:09.303330 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce8368-eb94-41b2-bde2-50783f54956e req-8542288e-6015-4404-a4cd-a76da682f90a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:09.305506 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7cce8368-eb94-41b2-bde2-50783f54956e req-8542288e-6015-4404-a4cd-a76da682f90a tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0498254 Jun 23 20:21:09.354467 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-7cce8368-eb94-41b2-bde2-50783f54956e req-4f64d7f3-3032-487f-8968-03705d448d7e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Jun 23 20:21:09.921066 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:10.466246 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de372-16ae-410e-a86f-35b65466b642 req-367f04c1-c7bb-47d3-98e9-f565aed11336 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:10.467703 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-140de372-16ae-410e-a86f-35b65466b642 req-367f04c1-c7bb-47d3-98e9-f565aed11336 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0465629 Jun 23 20:21:10.519335 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-140de372-16ae-410e-a86f-35b65466b642 req-73477cc2-ae4b-40cd-9c57-720a3414c6a9 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461049 Jun 23 20:21:11.135035 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:11.520876 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:11.629851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4972-f697-454d-b80b-d84d65c3a03d req-b517afba-eee3-4b3a-84e6-f8d8b6c108ff tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:11.631292 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c7e4972-f697-454d-b80b-d84d65c3a03d req-b517afba-eee3-4b3a-84e6-f8d8b6c108ff tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 944 time: 0.0459578 Jun 23 20:21:11.680638 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104564) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 20:21:11.683609 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-2c7e4972-f697-454d-b80b-d84d65c3a03d req-48582841-5d28-433a-aae6-10d27aa1ff0e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Jun 23 20:21:11.778437 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:21:11.789445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Returning: {'device': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'port_id': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'mac_address': 'fa:16:3e:f8:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104564) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 20:21:11.823089 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b05b693e-57ca-429e-bfd5-b656e4d62d22 is: DOWN; New status is: BUILD {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:21:11.823472 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:11.835659 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05b693e-57ca-429e-bfd5-b656e4d62d22 {{(pid=104564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 20:21:11.854032 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:21:11.929984 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:11.978533 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=7']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:21:12.198510 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] get_ports_and_sgs() called for port_ids ['b05b693e-57ca-429e-bfd5-b656e4d62d22'] {{(pid=104564) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 20:21:12.381287 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:12.403758 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:12.771422 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:12.797906 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3de8-f209-4fb0-90cb-1a9111bfe3b5 req-fb0cf302-58e8-4eb5-b22c-586f2fe940b5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:12.799386 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1fe3de8-f209-4fb0-90cb-1a9111bfe3b5 req-fb0cf302-58e8-4eb5-b22c-586f2fe940b5 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 945 time: 0.0467772 Jun 23 20:21:12.848473 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-c1fe3de8-f209-4fb0-90cb-1a9111bfe3b5 req-b0fd807f-7ab5-424c-8e8f-4b1c0012c959 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Jun 23 20:21:13.692783 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 up at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 20:21:13.735783 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.provisioning_blocks [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Provisioning complete for port b05b693e-57ca-429e-bfd5-b656e4d62d22 triggered by entity L2. {{(pid=104564) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 20:21:13.736148 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987350'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), provisioning_complete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:13.806869 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Current status of the port b05b693e-57ca-429e-bfd5-b656e4d62d22 is: BUILD; New status is: ACTIVE {{(pid=104564) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 20:21:13.807254 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-928726'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:13.829232 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:21:13.831448 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ea9fc045896f12c438fb2beb22d5050281d0807a4b5dd581838cfd0492e8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699894dd-f2a1-4be7-96b1-b94547bae618" -d '{"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-plugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:21:13.844029 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:21:13.867873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719d39c0-a04a-4edb-99f9-9f04d9bc6980 x-openstack-request-id: req-719d39c0-a04a-4edb-99f9-9f04d9bc6980 {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:21:13.868160 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-plugged", "status": "completed", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "code": 200}]} {{(pid=104564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:21:13.868451 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-719d39c0-a04a-4edb-99f9-9f04d9bc6980 {{(pid=104564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:21:13.868842 dv-cinder-847274-2-iscsi neutron-server[104564]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719d39c0-a04a-4edb-99f9-9f04d9bc6980'] response: {'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'code': 200} Jun 23 20:21:13.926898 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776110465118', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776110092198', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776110092216'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:13.965598 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b14049-bc67-47c3-a5f1-2c94e24dd37b req-6dd794ef-1814-4c89-bd99-d00527f1f3e8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:13.967028 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-01b14049-bc67-47c3-a5f1-2c94e24dd37b req-6dd794ef-1814-4c89-bd99-d00527f1f3e8 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0507414 Jun 23 20:21:13.980134 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Pushing event updated for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=8']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:21:14.018490 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-01b14049-bc67-47c3-a5f1-2c94e24dd37b req-e18c64d1-b034-4e6b-ba2e-ea2a791f7f20 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Jun 23 20:21:14.222852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d7f3-8c22-4a9c-86a1-0c4da7d3eea9 req-4e7d09b7-fb3f-4ca0-bff6-ad5631a87f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:14.224260 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dbe7d7f3-8c22-4a9c-86a1-0c4da7d3eea9 req-4e7d09b7-fb3f-4ca0-bff6-ad5631a87f79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0497348 Jun 23 20:21:14.269500 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-dbe7d7f3-8c22-4a9c-86a1-0c4da7d3eea9 req-5db77640-18ac-4f97-b0b0-7c2adb337157 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Jun 23 20:21:15.138637 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb739f0c-a946-49d0-a2f7-eda78b045c87 req-0281df89-9172-4799-80a0-74205c650a6c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:15.140107 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb739f0c-a946-49d0-a2f7-eda78b045c87 req-0281df89-9172-4799-80a0-74205c650a6c tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0505412 Jun 23 20:21:15.192248 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fb739f0c-a946-49d0-a2f7-eda78b045c87 req-7c62eb3c-c3bd-4ac5-9dd6-306c7a157f7d tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466506 Jun 23 20:21:16.302649 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703861b0-042b-4225-b480-4baef6e93dd8 req-40cd5676-5b69-4323-950e-76fbea2ee4f4 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:16.304633 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-703861b0-042b-4225-b480-4baef6e93dd8 req-40cd5676-5b69-4323-950e-76fbea2ee4f4 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0455739 Jun 23 20:21:16.352525 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-703861b0-042b-4225-b480-4baef6e93dd8 req-34030a59-1315-430e-987d-e58cee74c6dd tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424829 Jun 23 20:21:16.440071 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-d096a45d-da90-4eb3-a141-b86c5ef1ef9c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368958 Jun 23 20:21:16.530639 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-da09beb2-45b1-48cf-9e14-c036d6d71c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:16.532314 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-da09beb2-45b1-48cf-9e14-c036d6d71c95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0384810 Jun 23 20:21:16.638514 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-9eb5df69-be26-46db-bd2a-1e557d125c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:16.639973 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-9eb5df69-be26-46db-bd2a-1e557d125c94 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0895538 Jun 23 20:21:16.699103 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-949be638-b4a2-4044-80d2-f0ff7dfdad03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1002 time: 0.0534508 Jun 23 20:21:16.746592 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-c1bbd67b-96ff-40f6-8d74-3ffbcfdd93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:16.747903 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-c1bbd67b-96ff-40f6-8d74-3ffbcfdd93d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0430751 Jun 23 20:21:16.793305 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-dd5b1d57-c333-4034-92ec-02350659228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:21:16.794823 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-dd5b1d57-c333-4034-92ec-02350659228e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410271 Jun 23 20:21:16.881763 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-4dda9d67-1990-4cca-8bc5-dba61e6481a9 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807581 Jun 23 20:21:16.972615 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-f8cf57f2-8d48-471b-aefa-fa725edb5bbf req-986d49a0-db6b-4434-8a6e-5f2f3aab02e9 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Jun 23 20:21:23.973506 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=29 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:23.975427 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:26.345111 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=67 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:26.349070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=69 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:26.963912 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=63 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:26.969951 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=56 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:35.874609 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:21:36.255132 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-36c278e4-6810-4f0a-92e2-b80356ce28b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:37.986485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:38.409470 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-674ec86d-f306-4035-ada3-27f67ac14685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:39.946633 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:41.154537 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:41.509208 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:21:45.868859 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=19 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:49.885865 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=17 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:51.443172 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:21:51.450177 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:06.243267 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a423375e-06f1-4061-ba60-6aa9922aa7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:07.999581 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:08.388209 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b221e77c-1c12-4a73-85dd-533a584b7a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:09.948040 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:11.153658 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:11.519528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:12.872733 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:22:17.446849 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-f203225a-e297-4469-a2cb-6820df17b079 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387335 Jun 23 20:22:17.537450 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-9fc71e7f-1b89-49af-8a93-a0edd66b7751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:17.538841 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-9fc71e7f-1b89-49af-8a93-a0edd66b7751 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0383141 Jun 23 20:22:17.643123 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-b8b92997-62a2-4b2d-b6f9-d72f4f045e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:17.644591 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-b8b92997-62a2-4b2d-b6f9-d72f4f045e16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0872145 Jun 23 20:22:17.705862 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-dfdeb982-c61a-4b21-85dd-e0f149727124 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 1002 time: 0.0537024 Jun 23 20:22:17.756376 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-b07d733b-0006-4025-bdd2-baf075ecc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:17.757792 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-b07d733b-0006-4025-bdd2-baf075ecc1f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0464139 Jun 23 20:22:17.799406 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-d35dd3a2-1def-4b86-9d85-0276557c07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:17.800808 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-d35dd3a2-1def-4b86-9d85-0276557c07ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376971 Jun 23 20:22:17.892633 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-c8bbd24b-425b-4404-ab0f-9434b04627a8 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847178 Jun 23 20:22:17.978747 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-d5df1bcd-441e-49b9-970f-9364dc490d70 req-b9bd4f87-ebc2-4f7d-a943-a29e6054348a service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807953 Jun 23 20:22:21.439756 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:21.447866 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:22.869191 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:22.870040 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:27.974436 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=53 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:27.976380 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=48 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:29.432403 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42790) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:29.571036 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Deleting port d404e858-e5bd-4470-9cb3-e5c7faa6397c {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:29.571379 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:29.647415 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:29.647741 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for floatingip (d404e858-e5bd-4470-9cb3-e5c7faa6397c), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:29.660916 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Calling delete_port for d404e858-e5bd-4470-9cb3-e5c7faa6397c owned by network:floatingip {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:29.902175 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (d404e858-e5bd-4470-9cb3-e5c7faa6397c), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:29.926510 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event deleted for resources: {'Port': ['ID=d404e858-e5bd-4470-9cb3-e5c7faa6397c,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:29.938780 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.939124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.939466 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.939802 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.940131 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.940482 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.940809 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.941132 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.941453 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.941772 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.942091 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.942409 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.942727 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.943043 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:29.943357 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:30.001282 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for floatingip (1146805a-3544-4c82-828f-05613333105f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:30.001626 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.db.l3_db [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Floating IP 1146805a-3544-4c82-828f-05613333105f disassociated (deleted). External IP: 172.27.0.104, port: b05b693e-57ca-429e-bfd5-b656e4d62d22. Jun 23 20:22:30.191994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Router 9a41d7d1-d390-4107-a3eb-425e7e9f76db has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:22:30.294087 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:22:30.298789 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for floatingip (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:30.303841 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Sync routers for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:22:30.313680 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:30.314292 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:30.327528 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-0d48a342-c1db-470e-867b-604e74c19b35 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "DELETE /v2.0/floatingips/1146805a-3544-4c82-828f-05613333105f HTTP/1.1" status: 204 len: 168 time: 0.8940454 Jun 23 20:22:30.328107 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:22:30.330336 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4033513bd0ea4aba6a00bd1ebaf4d2bdd684c71133fde4a14856c3d44dc8df1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2bbd60-d226-4013-8f54-a68b9df8409a" -d '{"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:22:30.370779 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a4e804-8804-49f4-bae2-69f86f79deae x-openstack-request-id: req-84a4e804-8804-49f4-bae2-69f86f79deae {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:22:30.371069 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "status": "completed", "code": 200}]} {{(pid=104563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:22:30.371353 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84a4e804-8804-49f4-bae2-69f86f79deae {{(pid=104563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:22:30.371713 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a4e804-8804-49f4-bae2-69f86f79deae'] response: {'name': 'network-changed', 'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'status': 'completed', 'code': 200} Jun 23 20:22:30.434244 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:30.452376 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-20717b93-d916-412a-b493-f4cf6fa11007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:30.453857 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-20717b93-d916-412a-b493-f4cf6fa11007 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47ee9522c6214257b59f3a350220dc0b&device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 1130 time: 0.0403802 Jun 23 20:22:30.549263 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-9890acc9-a365-41c5-95b2-c0d129f12f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:30.550741 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-9890acc9-a365-41c5-95b2-c0d129f12f3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 200 len: 909 time: 0.0905600 Jun 23 20:22:30.597172 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-e4d83bdb-93fa-43de-a46b-2805d4365b06 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 200 len: 217 time: 0.0406554 Jun 23 20:22:30.624032 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:30.649023 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Checking router: 9a41d7d1-d390-4107-a3eb-425e7e9f76db for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:22:30.651085 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-76c5fe50-76f4-4dfa-83e8-444a0c9278d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:30.652126 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-76c5fe50-76f4-4dfa-83e8-444a0c9278d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 200 len: 847 time: 0.0495110 Jun 23 20:22:30.657691 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:30.658280 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:30.695020 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-ba09f99f-f02f-44a4-a08c-a2a378daeefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:30.696556 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-ba09f99f-f02f-44a4-a08c-a2a378daeefa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3902e04c-b472-4504-b74f-f50ae3443241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386758 Jun 23 20:22:30.760743 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:30.790961 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-a65b06b5-0780-497f-85fd-439df4a998d0 service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Jun 23 20:22:30.868191 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:30.878675 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:30.883124 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adaadf-2e4a-4280-aaf1-91397dec18a0 req-78411e95-1dbd-4c9d-9a75-5c8f18e31268 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:30.884623 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-33adaadf-2e4a-4280-aaf1-91397dec18a0 req-78411e95-1dbd-4c9d-9a75-5c8f18e31268 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.1044209 Jun 23 20:22:30.935006 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-33adaadf-2e4a-4280-aaf1-91397dec18a0 req-ee4adc76-2b3f-44ce-a5c1-4b67065db41e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Jun 23 20:22:30.945326 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:30.974293 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53da8ce6-ebbe-471f-9a58-c769450e8de2 None None] The sync data for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi is: [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:52Z', 'revision_number': 4, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi', '_interfaces': [{'id': 'bacae1dd-f463-4510-ade3-09c8a346cb30', 'name': '', 'network_id': '3902e04c-b472-4504-b74f-f50ae3443241', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'mac_address': 'fa:16:3e:3c:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:51Z', 'updated_at': '2022-06-23T20:17:56Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'subnets': [{'id': '3507c2f9-09c5-44cf-81c1-8d2c2031b135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:22:31.179199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca573716-8303-4806-8a0a-205416dc0d3a None None] New status for floating IP 1146805a-3544-4c82-828f-05613333105f: DOWN {{(pid=104564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 20:22:31.903118 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-8e2bbd60-d226-4013-8f54-a68b9df8409a req-b5fe8e3c-09fd-443c-8768-afb1bb55d88c service neutron] 10.222.0.42 "GET /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843887 Jun 23 20:22:32.100292 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c29595-5ba0-4bee-add3-65328c81a5f5 req-3883fb69-9f03-4fc4-aa3c-82593d1cad02 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:32.102428 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75c29595-5ba0-4bee-add3-65328c81a5f5 req-3883fb69-9f03-4fc4-aa3c-82593d1cad02 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0974352 Jun 23 20:22:32.152027 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-75c29595-5ba0-4bee-add3-65328c81a5f5 req-d919dd58-9e35-4399-9ea6-a73afdc31c72 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/security-groups?id=03ccc078-e6e3-42f8-b3a5-f1e63f39de37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Jun 23 20:22:32.481630 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-568d35b2-9d6d-4a95-a1e4-1cafc9198f29 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 20:22:32.483031 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-568d35b2-9d6d-4a95-a1e4-1cafc9198f29 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.42 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 946 time: 0.0457900 Jun 23 20:22:32.563753 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Deleting port b05b693e-57ca-429e-bfd5-b656e4d62d22 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:32.564088 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:32.650855 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] For port b05b693e-57ca-429e-bfd5-b656e4d62d22, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b05b693e-57ca-429e-bfd5-b656e4d62d22,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:32.651211 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:32.667894 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Calling delete_port for b05b693e-57ca-429e-bfd5-b656e4d62d22 owned by compute:nova {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:32.854617 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (b05b693e-57ca-429e-bfd5-b656e4d62d22), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:32.883368 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event deleted for resources: {'Port': ['ID=b05b693e-57ca-429e-bfd5-b656e4d62d22,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:32.895384 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.895732 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.896068 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.896453 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.896791 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.897119 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.897441 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.897762 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.898100 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.898405 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.898726 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.899042 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.899361 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.899682 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.899997 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:32.951178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] No DVR routers for this DVR port b05b693e-57ca-429e-bfd5-b656e4d62d22 on host hv-cinder-84727 {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:22:32.951178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72040'] for port (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:32.951178 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [req-1d18e963-f32c-4d9d-852e-1d83f6e878ec req-36c3aa17-e135-4e5c-9a3e-49d4e25ab874 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.42 "DELETE /v2.0/ports/b05b693e-57ca-429e-bfd5-b656e4d62d22 HTTP/1.1" status: 204 len: 173 time: 0.4579546 Jun 23 20:22:32.951178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-deleted', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22'}] {{(pid=104562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 20:22:32.951178 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac568aaf048d3f1cc4771086bc96704cb2424f9e83b5fe86ed3f6ccae46fb685" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0469a8c-d58f-448f-a626-ba1fdf03f84f" -d '{"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-deleted", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22"}]}' {{(pid=104562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 20:22:33.041346 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6cb1ed-9c31-468d-8820-22d8d6e7508d x-openstack-request-id: req-bd6cb1ed-9c31-468d-8820-22d8d6e7508d {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 20:22:33.041641 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968a1f2-efe1-4413-955e-ee0f6b9b764a", "name": "network-vif-deleted", "tag": "b05b693e-57ca-429e-bfd5-b656e4d62d22", "status": "completed", "code": 200}]} {{(pid=104562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 20:22:33.041897 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd6cb1ed-9c31-468d-8820-22d8d6e7508d {{(pid=104562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 20:22:33.042302 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6cb1ed-9c31-468d-8820-22d8d6e7508d'] response: {'server_uuid': 'c968a1f2-efe1-4413-955e-ee0f6b9b764a', 'name': 'network-vif-deleted', 'tag': 'b05b693e-57ca-429e-bfd5-b656e4d62d22', 'status': 'completed', 'code': 200} Jun 23 20:22:33.251913 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-4a5977ab-73e7-4fc0-8b71-814fc3752bf3 req-796fc009-4155-4c57-a2b2-c3ef0e7c2241 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 210 time: 0.0287247 Jun 23 20:22:34.361551 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [req-fccb8ecf-2288-472b-acef-f28100d0073b req-123a4c68-563e-4160-a1e8-e5fe3d1e8951 tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "GET /v2.0/ports?device_id=c968a1f2-efe1-4413-955e-ee0f6b9b764a HTTP/1.1" status: 200 len: 210 time: 0.0299649 Jun 23 20:22:35.420929 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42826) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:35.475377 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (03ccc078-e6e3-42f8-b3a5-f1e63f39de37), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:35.499463 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (03ccc078-e6e3-42f8-b3a5-f1e63f39de37), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:35.667389 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (03ccc078-e6e3-42f8-b3a5-f1e63f39de37), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:35.670078 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Publish callbacks [] for security_group (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:35.671224 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] 10.222.0.44 "DELETE /v2.0/security-groups/03ccc078-e6e3-42f8-b3a5-f1e63f39de37 HTTP/1.1" status: 204 len: 168 time: 0.2506447 Jun 23 20:22:35.680375 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e35f1d-bdbd-47d9-a754-b112e36d119e tempest-TestShelveInstance-1109189648 tempest-TestShelveInstance-1109189648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ccc078-e6e3-42f8-b3a5-f1e63f39de37,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:35.814161 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42830) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:36.050342 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:36.069558 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] No Port match for: b05b693e-57ca-429e-bfd5-b656e4d62d22 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:36.069906 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Device b05b693e-57ca-429e-bfd5-b656e4d62d22 not bound to the agent host hv-cinder-84727 {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:36.116320 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:36.300136 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b37635f5-65b8-49a5-ba9e-d70d7b929c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:36.326549 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:36.329112 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Deleting port bacae1dd-f463-4510-ade3-09c8a346cb30 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:36.329446 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:36.384193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:36.406231 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] For port bacae1dd-f463-4510-ade3-09c8a346cb30, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=bacae1dd-f463-4510-ade3-09c8a346cb30,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:36.406426 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:36.420403 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Calling delete_port for bacae1dd-f463-4510-ade3-09c8a346cb30 owned by network:router_interface {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:36.694541 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (bacae1dd-f463-4510-ade3-09c8a346cb30), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:36.719480 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Pushing event deleted for resources: {'Port': ['ID=bacae1dd-f463-4510-ade3-09c8a346cb30,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:36.880777 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.015975 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:37.079088 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Router 9a41d7d1-d390-4107-a3eb-425e7e9f76db has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:22:37.180992 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:22:37.186531 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-3d95510a-9464-4e5c-bbd7-ddb241f9413e admin admin] 10.222.0.44 "PUT /v2.0/routers/9a41d7d1-d390-4107-a3eb-425e7e9f76db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3712420 Jun 23 20:22:37.189015 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42832) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:37.193018 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Sync routers for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:22:37.203640 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:37.204240 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:37.286333 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks [] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.301418 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: dv-cinder-847274-2-iscsi {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:37.382600 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks [] for router_gateway (9a41d7d1-d390-4107-a3eb-425e7e9f76db), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.460627 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:22:36Z', 'revision_number': 5, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port': {'id': '4d2014d9-b5fe-4689-bbf6-eabb0a5aae58', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:37.484040 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Checking router: 9a41d7d1-d390-4107-a3eb-425e7e9f76db for host: dv-cinder-847274-2-iscsi {{(pid=104565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:22:37.490686 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:37.492732 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Routers {'9a41d7d1-d390-4107-a3eb-425e7e9f76db'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:37.493330 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:08Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'], 'active': True} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:37.495716 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=100 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:37.499627 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Deleting port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:37.499967 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.560815 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:37.575064 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_dvr_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] Set router 9a41d7d1-d390-4107-a3eb-425e7e9f76db gateway port host: None {{(pid=104565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:37.583566 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] For port 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:37.583923 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.597020 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Calling delete_port for 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:37.713539 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.l3_hamode_db [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:22:37Z', 'revision_number': 6, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:37.742177 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0103ea56-c1d6-4556-88a1-862a8a09457b None None] The sync data for ids ['9a41d7d1-d390-4107-a3eb-425e7e9f76db'] in dv-cinder-847274-2-iscsi is: [{'id': '9a41d7d1-d390-4107-a3eb-425e7e9f76db', 'name': 'tempest-TestShelveInstance-248793388-router', 'tenant_id': '47ee9522c6214257b59f3a350220dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:49Z', 'updated_at': '2022-06-23T20:22:37Z', 'revision_number': 6, 'project_id': '47ee9522c6214257b59f3a350220dc0b', 'gw_port_host': None}] {{(pid=104565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:22:37.755740 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:37.913569 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (4d2014d9-b5fe-4689-bbf6-eabb0a5aae58), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:37.939886 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2014d9-b5fe-4689-bbf6-eabb0a5aae58,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:38.004200 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.021653 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.089919 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.093226 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks [] for router_controller (9a41d7d1-d390-4107-a3eb-425e7e9f76db), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.405300 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-5326c525-476c-455e-8292-ee9c0da00f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.462512 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (9a41d7d1-d390-4107-a3eb-425e7e9f76db), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.462986 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a41d7d1-d390-4107-a3eb-425e7e9f76db {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:22:38.474485 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device bacae1dd-f463-4510-ade3-09c8a346cb30 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:38.474613 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.474727 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42834) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:38.475211 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-5ae8160e-fccd-46fb-8ed6-55a89087daa3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9a41d7d1-d390-4107-a3eb-425e7e9f76db HTTP/1.1" status: 204 len: 168 time: 1.2815807 Jun 23 20:22:38.505594 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: bacae1dd-f463-4510-ade3-09c8a346cb30 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:38.506672 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device bacae1dd-f463-4510-ade3-09c8a346cb30 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:38.507166 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:38.527001 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Deleting subnet 3507c2f9-09c5-44cf-81c1-8d2c2031b135 {{(pid=104562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:22:38.530010 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:38.530451 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 4d2014d9-b5fe-4689-bbf6-eabb0a5aae58 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:38.531392 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Publish callbacks [] for subnet (3507c2f9-09c5-44cf-81c1-8d2c2031b135), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.533742 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:38.555069 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:38.573086 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3522309'] for subnet (3507c2f9-09c5-44cf-81c1-8d2c2031b135), precommit_delete_associations {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.655876 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (3507c2f9-09c5-44cf-81c1-8d2c2031b135), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.816405 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9165296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800193'] for subnet (3507c2f9-09c5-44cf-81c1-8d2c2031b135), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.843286 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3507c2f9-09c5-44cf-81c1-8d2c2031b135,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:38.846781 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for subnet (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.849908 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-f1e03597-706e-4ac0-9b9a-c1ae87c9d727 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3507c2f9-09c5-44cf-81c1-8d2c2031b135 HTTP/1.1" status: 204 len: 168 time: 0.3746457 Jun 23 20:22:38.852373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42836) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:38.854666 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de9e46-eb0f-43e1-95d8-a7380e24ef36 None None] Network 3902e04c-b472-4504-b74f-f50ae3443241 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:22:38.924717 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (3902e04c-b472-4504-b74f-f50ae3443241), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:38.969653 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Deleting port 9820319d-f2e1-4494-9678-f14e36e115c1 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:38.970013 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.033674 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] For port 9820319d-f2e1-4494-9678-f14e36e115c1, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9820319d-f2e1-4494-9678-f14e36e115c1,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:39.034030 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.050962 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Calling delete_port for 9820319d-f2e1-4494-9678-f14e36e115c1 owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:39.123815 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] DHCP port deletion for 3902e04c-b472-4504-b74f-f50ae3443241 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:22:39.159092 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Deleting port 9820319d-f2e1-4494-9678-f14e36e115c1 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:39.159475 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.225792 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] For port 9820319d-f2e1-4494-9678-f14e36e115c1, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=9820319d-f2e1-4494-9678-f14e36e115c1,segment=NetworkSegment(7046bd91-8413-402a-a8cd-34097f86814d),segment_id=7046bd91-8413-402a-a8cd-34097f86814d)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:39.226185 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.226329 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.241416 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Calling delete_port for 9820319d-f2e1-4494-9678-f14e36e115c1 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:39.250197 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Pushing event deleted for resources: {'Port': ['ID=9820319d-f2e1-4494-9678-f14e36e115c1,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:39.255541 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] No DVR routers for this DVR port 9820319d-f2e1-4494-9678-f14e36e115c1 on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: from cryptography.utils import int_from_bytes Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: from cryptography.utils import int_from_bytes Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.312805 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 20:22:39.315764 dv-cinder-847274-2-iscsi neutron-server[104564]: self.session.flush() Jun 23 20:22:39.318406 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (9820319d-f2e1-4494-9678-f14e36e115c1), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.327251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (3902e04c-b472-4504-b74f-f50ae3443241), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.339549 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:39.343297 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Pushing event deleted for resources: {'Port': ['ID=9820319d-f2e1-4494-9678-f14e36e115c1,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:39.348447 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3902e04c-b472-4504-b74f-f50ae3443241']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.355473 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.356915 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.356915 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.356915 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.357199 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.357334 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.357617 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-2-iscsi {{(pid=104564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 20:22:39.358508 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7046bd91-8413-402a-a8cd-34097f86814d') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:39.358799 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7046bd91-8413-402a-a8cd-34097f86814d') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:39.360401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33987e8c-2731-4152-a9f8-6a7b996cb566 None None] No DVR routers for this DVR port 9820319d-f2e1-4494-9678-f14e36e115c1 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:22:39.371574 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (7046bd91-8413-402a-a8cd-34097f86814d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.385572 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (7046bd91-8413-402a-a8cd-34097f86814d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.391821 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:22:39.392213 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (7046bd91-8413-402a-a8cd-34097f86814d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.484537 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 7046bd91-8413-402a-a8cd-34097f86814d resource provider aggregate not found Jun 23 20:22:39.501049 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 7046bd91-8413-402a-a8cd-34097f86814d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7046bd91-8413-402a-a8cd-34097f86814d found for delete ", "request_id": "req-45994d46-8c5a-4f98-af42-17e70a8b4dc4"}]} Jun 23 20:22:39.547351 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (3902e04c-b472-4504-b74f-f50ae3443241), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.552975 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.558077 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3902e04c-b472-4504-b74f-f50ae3443241 HTTP/1.1" status: 204 len: 168 time: 0.7019920 Jun 23 20:22:39.559105 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42844) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:39.567623 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ccad9-27ff-4f3e-b252-86aff2c3a518 admin admin] Pushing event deleted for resources: {'Network': ['ID=3902e04c-b472-4504-b74f-f50ae3443241,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:39.871558 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1999240'] for router_interface (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:39.936496 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:40.086629 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Deleting port 1157a78d-650d-45fd-8f7a-e8b9874dad24 {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:40.087025 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:40.162136 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:40.168657 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] For port 1157a78d-650d-45fd-8f7a-e8b9874dad24, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=1157a78d-650d-45fd-8f7a-e8b9874dad24,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:40.169555 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:40.182303 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Calling delete_port for 1157a78d-650d-45fd-8f7a-e8b9874dad24 owned by network:router_interface {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:40.245999 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:40.463391 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9820319d-f2e1-4494-9678-f14e36e115c1 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:40.483973 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 9820319d-f2e1-4494-9678-f14e36e115c1 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:40.484338 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 9820319d-f2e1-4494-9678-f14e36e115c1 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:40.495851 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (1157a78d-650d-45fd-8f7a-e8b9874dad24), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:40.516397 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Pushing event deleted for resources: {'Port': ['ID=1157a78d-650d-45fd-8f7a-e8b9874dad24,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:40.721779 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1999132'] for router_interface (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:40.935027 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b has already been hosted by L3 agent 2201b71c-3a0e-40ba-91b7-6a062b2be049 {{(pid=104563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 20:22:41.035684 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] Notify agent at l3_agent.dv-cinder-847274-2-iscsi the message routers_updated {{(pid=104563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 20:22:41.043274 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-51bbb30a-b038-4ef5-ab9e-6b4e1743551c admin admin] 10.222.0.44 "PUT /v2.0/routers/fbdc2de6-7cb1-4803-b6d4-5d598e646e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798865 Jun 23 20:22:41.043274 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42846) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:41.046910 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Sync routers for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 20:22:41.056228 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:41.056879 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:41.142350 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks [] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.170196 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: dv-cinder-847274-2-iscsi {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:41.194628 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.224480 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:41.242276 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks [] for router_gateway (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.337629 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'external_fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:22:40Z', 'revision_number': 5, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port': {'id': '3a4c641e-3d17-428c-ac35-798cf09c063f', 'name': '', 'network_id': '26213e81-d01a-4463-b067-fee47584dca8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f1e981a-ed3d-4f82-bc89-978a6db815c5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-2-iscsi'}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:41.366718 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Checking router: fbdc2de6-7cb1-4803-b6d4-5d598e646e0b for host: dv-cinder-847274-2-iscsi {{(pid=104564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 20:22:41.374694 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Deleting port 3a4c641e-3d17-428c-ac35-798cf09c063f {{(pid=104563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:41.375034 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.376129 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Routers {'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'} bound to L3 agent in host dv-cinder-847274-2-iscsi {{(pid=104564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 20:22:41.376781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T19:58:38Z,description=,heartbeat_timestamp=2022-06-23T20:22:38Z,host='dv-cinder-847274-2-iscsi',id=2201b71c-3a0e-40ba-91b7-6a062b2be049,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T19:58:39Z,topic='l3_agent')) {'router_ids': ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'], 'active': True} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:41.390288 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:41.454699 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.db [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] For port 3a4c641e-3d17-428c-ac35-798cf09c063f, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=3a4c641e-3d17-428c-ac35-798cf09c063f,segment=NetworkSegment(fd9fab1c-6379-449a-8ed3-e498a18fdc2c),segment_id=fd9fab1c-6379-449a-8ed3-e498a18fdc2c)] {{(pid=104563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:41.455070 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.469619 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.plugins.ml2.plugin [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Calling delete_port for 3a4c641e-3d17-428c-ac35-798cf09c063f owned by network:router_gateway {{(pid=104563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:41.470358 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:41.477633 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvr_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] Set router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b gateway port host: None {{(pid=104564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 20:22:41.532713 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_hamode_db [None req-b9736111-d62f-468c-b16e-ad33819674da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:22:41Z', 'revision_number': 6, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port_host': None}], 'dv-cinder-847274-2-iscsi', False) {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:41.562358 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9736111-d62f-468c-b16e-ad33819674da None None] The sync data for ids ['fbdc2de6-7cb1-4803-b6d4-5d598e646e0b'] in dv-cinder-847274-2-iscsi is: [{'id': 'fbdc2de6-7cb1-4803-b6d4-5d598e646e0b', 'name': 'tempest-TestShelveInstance-238687129-router', 'tenant_id': '4b19b714218d4bea9818c0162a66b1b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T20:17:55Z', 'updated_at': '2022-06-23T20:22:41Z', 'revision_number': 6, 'project_id': '4b19b714218d4bea9818c0162a66b1b4', 'gw_port_host': None}] {{(pid=104564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 20:22:41.570241 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.690043 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613547'] for port (3a4c641e-3d17-428c-ac35-798cf09c063f), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.719193 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4c641e-3d17-428c-ac35-798cf09c063f,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:41.790923 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2011192'] for router_gateway (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.881994 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2000433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-514970'] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.884067 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks [] for router_controller (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.976094 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2000575'] for router (fbdc2de6-7cb1-4803-b6d4-5d598e646e0b), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.976832 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbdc2de6-7cb1-4803-b6d4-5d598e646e0b {{(pid=104563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 20:22:41.982859 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:41.983134 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-6138aa36-3a64-4043-899e-a2ef3643f0cc admin admin] 10.222.0.44 "DELETE /v2.0/routers/fbdc2de6-7cb1-4803-b6d4-5d598e646e0b HTTP/1.1" status: 204 len: 168 time: 0.9390404 Jun 23 20:22:41.985594 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [-] (104563) accepted ('10.222.0.44', 42848) {{(pid=104563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:42.034222 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Deleting subnet 934c22ff-cf6c-4df7-9943-9f8746423192 {{(pid=104563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 20:22:42.037312 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Publish callbacks [] for subnet (934c22ff-cf6c-4df7-9943-9f8746423192), before_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.072893 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8672551'] for subnet (934c22ff-cf6c-4df7-9943-9f8746423192), precommit_delete_associations {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.151830 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986696'] for subnet (934c22ff-cf6c-4df7-9943-9f8746423192), precommit_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.297032 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8805183'] for subnet (934c22ff-cf6c-4df7-9943-9f8746423192), after_delete {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.325804 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934c22ff-cf6c-4df7-9943-9f8746423192,revision_number=None']} {{(pid=104563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:42.329731 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron_lib.callbacks.manager [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.333716 dv-cinder-847274-2-iscsi neutron-server[104563]: INFO neutron.wsgi [None req-a4210223-8d74-422f-8f19-e6ba8dc7b598 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/934c22ff-cf6c-4df7-9943-9f8746423192 HTTP/1.1" status: 204 len: 168 time: 0.3467262 Jun 23 20:22:42.335371 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5c2d9-5d0a-4a78-9ab8-63e5bdda5ed3 None None] Network 410a8bf4-805e-4d43-9481-6ca4eda942c6 requested from dv-cinder-847274-2-iscsi {{(pid=104564) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 20:22:42.336251 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42850) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:42.350794 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:42.414312 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-816095'] for network (410a8bf4-805e-4d43-9481-6ca4eda942c6), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.460461 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Deleting port 0823c2b2-1c26-4c29-a2b5-6f492db38587 {{(pid=104562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:42.460994 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.502281 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] DHCP port deletion for 410a8bf4-805e-4d43-9481-6ca4eda942c6 request from dv-cinder-847274-2-iscsi {{(pid=104564) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 20:22:42.533428 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.db [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] For port 0823c2b2-1c26-4c29-a2b5-6f492db38587, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0823c2b2-1c26-4c29-a2b5-6f492db38587,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:42.533793 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.536386 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1157a78d-650d-45fd-8f7a-e8b9874dad24 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:42.549502 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.plugin [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Calling delete_port for 0823c2b2-1c26-4c29-a2b5-6f492db38587 owned by network:dhcp {{(pid=104562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:42.560019 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 1157a78d-650d-45fd-8f7a-e8b9874dad24 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:42.560413 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 1157a78d-650d-45fd-8f7a-e8b9874dad24 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:42.560849 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3a4c641e-3d17-428c-ac35-798cf09c063f no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:42.581280 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Deleting port 0823c2b2-1c26-4c29-a2b5-6f492db38587 {{(pid=104564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 20:22:42.581659 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776110459432'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), before_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.584043 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 3a4c641e-3d17-428c-ac35-798cf09c063f {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:42.584409 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 3a4c641e-3d17-428c-ac35-798cf09c063f not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:42.618779 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:42.659121 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.db [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] For port 0823c2b2-1c26-4c29-a2b5-6f492db38587, host dv-cinder-847274-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-2-iscsi',level=0,port_id=0823c2b2-1c26-4c29-a2b5-6f492db38587,segment=NetworkSegment(9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba),segment_id=9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba)] {{(pid=104564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 20:22:42.659435 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2001087'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), precommit_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.673106 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Calling delete_port for 0823c2b2-1c26-4c29-a2b5-6f492db38587 owned by network:dhcp {{(pid=104564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 20:22:42.730109 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9165223'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.756404 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-928663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776110465136', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776110092189'] for port (0823c2b2-1c26-4c29-a2b5-6f492db38587), after_delete {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.763434 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0823c2b2-1c26-4c29-a2b5-6f492db38587,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:42.768368 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] No DVR routers for this DVR port 0823c2b2-1c26-4c29-a2b5-6f492db38587 on host dv-cinder-847274-2-iscsi {{(pid=104562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:22:42.781920 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] Pushing event deleted for resources: {'Port': ['ID=0823c2b2-1c26-4c29-a2b5-6f492db38587,revision_number=None']} {{(pid=104564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:42.785618 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9285028f-9aa4-4750-a7a3-0c3683c35046 None None] No DVR routers for this DVR port 0823c2b2-1c26-4c29-a2b5-6f492db38587 on host dv-cinder-847274-2-iscsi {{(pid=104564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 20:22:42.845877 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870197', 'neutron.services.segments.db._delete_segments_for_network-8776110369163'] for network (410a8bf4-805e-4d43-9481-6ca4eda942c6), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.866169 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410a8bf4-805e-4d43-9481-6ca4eda942c6']}} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:42.876228 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba') {'for_net_delete': True} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:42.876550 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.services.segments.db [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba') {} {{(pid=104562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 20:22:42.885852 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776110370196', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3522334'] for segment (9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.898726 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072'] for segment (9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.904980 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=104562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 20:22:42.905368 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9165210'] for segment (9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:42.923754 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba resource provider aggregate not found Jun 23 20:22:42.965128 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.services.segments.plugin [-] Segment 9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fbcadfe-4b00-4a9e-9e3c-3e954384e3ba found for delete ", "request_id": "req-04206403-9b06-407d-9653-f1906446da5b"}]} Jun 23 20:22:43.100401 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007599'] for network (410a8bf4-805e-4d43-9481-6ca4eda942c6), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.107795 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594599'] for network (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.111005 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/410a8bf4-805e-4d43-9481-6ca4eda942c6 HTTP/1.1" status: 204 len: 168 time: 0.7734725 Jun 23 20:22:43.120909 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c6a74-b373-4d73-a17a-c7d5ea92b4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=410a8bf4-805e-4d43-9481-6ca4eda942c6,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:43.519118 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42858) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:43.559433 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-eb2d9b59-3631-4a2d-89e5-a0c2149a3715 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47ee9522c6214257b59f3a350220dc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391655 Jun 23 20:22:43.562388 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42860) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:43.610966 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] Publish callbacks [] for security_group (6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.631561 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] Publish callbacks [] for security_group (6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.637200 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:43.799101 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.801842 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:43.803074 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d HTTP/1.1" status: 204 len: 168 time: 0.2397852 Jun 23 20:22:43.814647 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e521b-a3fe-408c-b45a-036158876e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce0e9dd-3fd3-4be4-8e11-2d74aa6d0b7d,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:44.463143 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0823c2b2-1c26-4c29-a2b5-6f492db38587 no longer exists at agent ovs-agent-dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 20:22:44.478632 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42866) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:44.483259 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] No Port match for: 0823c2b2-1c26-4c29-a2b5-6f492db38587 {{(pid=104564) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 20:22:44.483614 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.rpc [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Device 0823c2b2-1c26-4c29-a2b5-6f492db38587 not bound to the agent host dv-cinder-847274-2-iscsi {{(pid=104564) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 20:22:44.522494 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-16db6623-8a3c-4391-ac7c-8cc093415715 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b19b714218d4bea9818c0162a66b1b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426085 Jun 23 20:22:44.525033 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [-] (104562) accepted ('10.222.0.44', 42868) {{(pid=104562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 20:22:44.571916 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] Publish callbacks [] for security_group (934d441b-aecc-4229-8b6b-0726c2a5c0cb), before_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:44.592747 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] Publish callbacks [] for security_group (934d441b-aecc-4229-8b6b-0726c2a5c0cb), precommit_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:44.675097 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.wsgi [req-6dd359c9-e7f8-4908-bc1d-63d48680c933 req-959bc92f-2546-41c1-ad8a-5e4b7aa11ab1 service neutron] (104562) timed out ('10.222.0.42', 52461) {{(pid=104562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 20:22:44.718499 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634768'] for security_group (934d441b-aecc-4229-8b6b-0726c2a5c0cb), after_delete {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:44.722013 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron_lib.callbacks.manager [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:22:44.723882 dv-cinder-847274-2-iscsi neutron-server[104562]: INFO neutron.wsgi [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/934d441b-aecc-4229-8b6b-0726c2a5c0cb HTTP/1.1" status: 204 len: 168 time: 0.1976130 Jun 23 20:22:44.733373 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56f95-631e-4901-811b-b9fcf8ee5163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934d441b-aecc-4229-8b6b-0726c2a5c0cb,revision_number=None']} {{(pid=104562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 20:22:49.873177 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:22:52.301677 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:52.305583 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG dbcounter [-] [104563] Writing DB stats neutron:SELECT=58,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:54.727387 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:54.728202 dv-cinder-847274-2-iscsi neutron-server[104562]: DEBUG dbcounter [-] [104562] Writing DB stats neutron:SELECT=48,neutron:DELETE=6 {{(pid=104562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:54.746008 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=58,neutron:DELETE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:54.746781 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:58.932441 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-b8818a83-2b2e-4f5e-be3a-b216b9dd5fbd req-3ea2b040-e471-4282-9ba3-d5102cfd6aed service neutron] (104563) timed out ('10.222.0.42', 52462) {{(pid=104563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 20:22:59.867258 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=21 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:22:59.868020 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=4 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:06.312495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8babedfc-cf0a-43be-a034-fb281a304b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:08.049428 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:08.403841 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b30c1b90-c0b1-449d-8201-0c51bc974a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:09.963982 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:11.190674 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:11.540804 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:21.447884 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:21.449828 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:26.872832 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:23:36.236431 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-48573b01-3132-48a2-95e2-8db55d2ad6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:36.867907 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=15 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:36.868727 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=19 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:38.008630 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:38.402704 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a08b281e-7789-4f49-9661-daf15b9cc599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:39.928760 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:41.145642 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:41.500174 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:23:51.443290 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:23:51.449305 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:03.872642 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:24:06.242539 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-39fadd3d-5d5a-47eb-8156-a2bd528792b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:08.104945 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:08.385386 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba194-3779-4441-bb90-860f50c8adf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:09.996401 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:11.207556 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:11.516601 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:13.869148 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:13.869876 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:21.442676 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:21.448667 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:34.939645 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:36.241499 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-bd575606-bd73-4e21-8aed-cc5393dd2190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:38.035917 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:38.412855 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-da7c1764-938b-4804-8092-b3df352e02a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:39.967138 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:40.872214 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:24:41.230291 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:41.527140 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:24:50.868773 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:50.869529 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:53.270423 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:24:53.272286 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:06.241012 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-233f6dcd-f9bf-41fb-8c58-ff76c5add2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:08.046445 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:08.417646 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f435efa5-f3ca-4b86-bc55-f9243eddffe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:09.949271 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:11.166923 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:11.537622 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:17.872891 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:25:21.444434 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:21.445301 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:33.145096 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=14 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:33.146929 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=20 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:36.240255 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9b981242-3f23-4da1-b28f-d6162893566d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:38.034398 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:38.400055 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8101290e-ed55-4d9c-8b32-463aef4e8d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:39.977284 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:41.165855 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:41.514556 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:25:51.444210 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:51.446120 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:25:54.872084 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:26:04.868475 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:04.869294 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:06.251495 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-f42eb207-8ea9-44ff-b783-d4e88d4ddbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:08.028528 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:08.411036 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-a1365fca-3671-4834-a89e-eaf3e53fdf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:09.965512 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:11.211370 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:11.513296 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:21.435873 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=12 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:21.442884 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:31.871268 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:26:36.261596 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-8e9046fd-fa39-46ee-a5e2-4c17d61239f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:38.046677 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:38.473891 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-9160bfdf-37f8-4218-89ba-ae4b5ad85e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:38.987840 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:39.959229 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:41.176710 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:41.547977 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:26:49.889222 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=1 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:49.890101 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=7 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:53.149600 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:26:53.152487 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:06.250776 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-33407747-17b0-4587-8fb8-660a113c8e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:08.061922 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:08.437598 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-7f392fe9-0600-4904-812d-3fcea7d6d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:08.869986 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:27:09.970538 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:11.180442 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:11.536353 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:18.865963 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=6 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:18.866694 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=2 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:21.440178 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:21.445222 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:33.151667 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=12 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:33.153484 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=14 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:36.232963 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-be8f71b2-8113-4987-8f9a-0f3303cd2f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (df5bb5b6-df3e-4e3e-81cd-1532d93402e2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:38.124574 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-b703cb42-2574-4e92-92da-d79b04215b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (1ad99cc9-6aba-4cf4-9e59-d168841bb286), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:38.419661 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-45a62cb4-fe2c-4bda-bffc-697cf4d41675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (2201b71c-3a0e-40ba-91b7-6a062b2be049), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:39.996786 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-ac36e16a-4650-4c16-8364-ef7176b6e6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (9c74af33-e9d9-43de-ac6a-b380f5d33a12), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:41.198613 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4247fe62-a74c-479e-a302-4ee4c8a2c898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (7f6767bc-4b56-41ad-be97-d9ecf127cd86), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:41.518803 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-4a02136f-9c80-470c-87a3-946dac96951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776110369145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-987508'] for agent (07f0c285-badd-49d0-9254-de2d851e2ce2), after_update {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 20:27:45.868632 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG neutron.db.agents_db [None req-1728aa38-d0e2-46cb-a032-da6a3657e5e0 None None] Agent healthcheck: found 6 active agents {{(pid=104565) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 20:27:51.443343 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:51.445238 dv-cinder-847274-2-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:55.864655 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=5 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:27:55.865392 dv-cinder-847274-2-iscsi neutron-server[104565]: DEBUG dbcounter [-] [104565] Writing DB stats neutron:SELECT=3 {{(pid=104565) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 20:28:04.666202 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-60dc816d-fe62-420a-a107-7f8f436204d0 service neutron] (104563) timed out ('10.222.0.44', 35802) {{(pid=104563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 20:28:04.747115 dv-cinder-847274-2-iscsi neutron-server[104563]: DEBUG neutron.wsgi [req-1a673e98-14e8-4ba3-b88f-817e58b55f2e req-a85354d3-1b0f-4ddd-a00a-a4b4e09e3a2a tempest-AttachVolumeShelveTestJSON-2141345298 tempest-AttachVolumeShelveTestJSON-2141345298-project] (104563) timed out ('10.222.0.44', 35812) {{(pid=104563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}